[ 529.519769] env[65854]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 529.519769] env[65854]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.549690] env[65945]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 530.549690] env[65945]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 532.105193] env[65945]: INFO neutron.common.config [-] Logging enabled! [ 532.105549] env[65945]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 532.105925] env[65945]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65945) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 532.106264] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 532.106406] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 532.107270] env[65945]: WARNING oslo_policy.policy [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 532.107494] env[65945]: WARNING oslo_policy.policy [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 532.109168] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] VMware NSXv3 Agent initialized successfully. [ 532.110227] env[65945]: DEBUG oslo_concurrency.lockutils [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] Acquiring lock "singleton_lock" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.110227] env[65945]: DEBUG oslo_concurrency.lockutils [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] Acquired lock "singleton_lock" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.110227] env[65945]: DEBUG oslo_concurrency.lockutils [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] Releasing lock "singleton_lock" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.110227] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] Full set of CONF: {{(pid=65945) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 532.110227] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ******************************************************************************** {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 532.110424] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] Configuration options gathered from: {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 532.110648] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 532.110812] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 532.110913] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ================================================================================ {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 532.111086] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] agent_down_time = 75 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.111218] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] allow_automatic_dhcp_failover = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.111346] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] allow_bulk = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.111480] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] api_extensions_path = {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.111612] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] api_paste_config = api-paste.ini {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.111743] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] auth_strategy = keystone {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.111915] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] backdoor_port = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.111996] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] backdoor_socket = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.112200] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] backlog = 4096 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.112266] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.112405] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] bind_host = 0.0.0.0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113127] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] bind_port = 9696 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113127] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] client_socket_timeout = 900 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113127] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] config_dir = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113127] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113127] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] config_source = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113271] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] control_exchange = neutron {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113301] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] core_plugin = ml2 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113436] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] debug = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113547] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] default_availability_zones = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113746] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.113932] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] dhcp_agent_notification = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.114009] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] dhcp_agents_per_network = 1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.114157] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] dhcp_lease_duration = 86400 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.114308] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] dhcp_load_type = networks {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.114443] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] dns_domain = openstacklocal {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.114576] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115602] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] enable_default_route_bfd = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115602] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] enable_default_route_ecmp = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115602] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] enable_dvr = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115602] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] enable_new_agents = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115602] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115602] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] enable_signals = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115602] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] enable_traditional_dhcp = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115888] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] external_dns_driver = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115888] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] filter_validation = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115888] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] global_physnet_mtu = 8950 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.115975] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] graceful_shutdown_timeout = 60 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.116122] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] host = cpu-1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.116250] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] host_dvr_for_dhcp = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.116389] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] http_retries = 3 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.116535] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] instance_format = [instance: %(uuid)s] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.116675] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.116808] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ipam_driver = internal {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.116934] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ipv6_pd_enabled = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.117073] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] l3_ha = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.117209] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.117342] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] l3_ha_network_physical_name = {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.117472] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] l3_ha_network_type = {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.117606] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] log_color = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.117738] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] log_config_append = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.117869] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.117997] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] log_dir = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.118133] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] log_file = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.118234] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] log_options = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.118364] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] log_rotate_interval = 1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.118498] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] log_rotate_interval_type = days {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.118633] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] log_rotation_type = none {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.118735] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.118835] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.118970] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.119121] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.119224] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.119355] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] max_dns_nameservers = 5 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.119481] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] max_header_line = 16384 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.119609] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] max_l3_agents_per_router = 3 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.119735] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] max_logfile_count = 30 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.119865] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] max_logfile_size_mb = 200 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.119991] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] max_subnet_host_routes = 20 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.120139] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] my_ip = 10.180.1.21 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.120272] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] my_ipv6 = ::1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.120399] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] network_auto_schedule = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.120523] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] network_link_prefix = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.120657] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.120791] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] notify_nova_on_port_data_changes = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.120922] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] notify_nova_on_port_status_changes = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.121066] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] pagination_max_limit = -1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.121195] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] publish_errors = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.121324] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] rate_limit_burst = 0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.121456] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] rate_limit_except_level = CRITICAL {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.121583] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] rate_limit_interval = 0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.121708] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] retry_until_window = 30 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.121835] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] router_distributed = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.121961] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] rpc_resources_processing_step = 20 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.122128] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] rpc_response_max_timeout = 600 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.122265] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] rpc_response_timeout = 60 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.122395] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] send_events_interval = 2 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.122541] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] service_plugins = ['router'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.122676] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] setproctitle = on {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.122799] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] shell_completion = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.122929] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] state_path = /opt/stack/data/neutron {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.123072] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] syslog_log_facility = LOG_USER {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.123202] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] tcp_keepidle = 600 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.123335] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] transport_url = **** {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.123461] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] use_journal = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.123585] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] use_json = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.123707] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] use_ssl = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.123828] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] use_stderr = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.123956] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] use_syslog = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.124094] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] vlan_qinq = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.124242] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] vlan_transparent = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.124373] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] watch_log_file = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.124499] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] wsgi_default_pool_size = 100 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.124624] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] wsgi_keep_alive = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.124758] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.124883] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] wsgi_server_debug = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.125036] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_concurrency.disable_process_locking = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125182] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125326] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125460] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125597] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125732] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125864] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126018] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.connection_string = messaging:// {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126158] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.enabled = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126298] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.es_doc_type = notification {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126435] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.es_scroll_size = 10000 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126591] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.es_scroll_time = 2m {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126726] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.filter_error_trace = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126864] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.hmac_keys = **** {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127017] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.sentinel_service_name = mymaster {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127155] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.socket_timeout = 0.1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127289] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.trace_requests = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127419] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler.trace_sqlalchemy = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127564] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler_jaeger.process_tags = {} {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127694] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler_jaeger.service_name_prefix = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127825] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] profiler_otlp.service_name_prefix = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127970] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.enforce_new_defaults = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128255] env[65945]: WARNING oslo_config.cfg [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 532.128406] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.enforce_scope = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128548] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.policy_default_rule = default {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128696] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128836] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128980] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129125] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129260] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129388] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129518] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129654] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129800] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129949] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] agent.extensions = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130098] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130236] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] service_providers.service_provider = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130379] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.default_quota = -1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130519] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130654] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.quota_floatingip = 50 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130786] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.quota_network = 100 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130915] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.quota_port = 500 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131054] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131185] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.quota_router = 10 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131315] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.quota_security_group = 10 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131444] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131572] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.quota_subnet = 100 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131700] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] QUOTAS.track_quota_usage = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131844] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131974] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep.group = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132142] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep.helper_command = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132276] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep.log_daemon_traceback = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132409] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132546] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep.thread_pool_size = 8 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132663] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep.user = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132803] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132929] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_dhcp_release.group = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133066] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_dhcp_release.helper_command = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133198] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133332] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133462] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133590] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_dhcp_release.user = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133726] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133853] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_ovs_vsctl.group = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133978] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134123] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134280] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134419] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134548] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_ovs_vsctl.user = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134683] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_namespace.capabilities = [21] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134809] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_namespace.group = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134934] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_namespace.helper_command = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135074] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135229] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135368] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135497] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_namespace.user = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135632] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_conntrack.capabilities = [12] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135757] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_conntrack.group = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135882] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_conntrack.helper_command = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136017] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136153] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136285] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136411] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_conntrack.user = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136597] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_link.capabilities = [12, 21] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136675] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_link.group = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136792] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_link.helper_command = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136920] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_link.log_daemon_traceback = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137059] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137191] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_link.thread_pool_size = 8 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137316] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] privsep_link.user = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137468] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137613] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137751] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.continue_on_failed_promotions = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137885] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.dscp = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138027] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.dscp_inherit = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138170] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.force_mp_to_policy = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138304] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.locking_coordinator_url = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138435] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.log_agent_heartbeats = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138566] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.logging_expire = 1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138706] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138843] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138983] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.polling_interval = 240 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139130] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139273] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139414] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.report_interval = 30.0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139552] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139689] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139826] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139959] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.sync_skew = 60 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140103] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.synchronization_queue_size = 20 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140238] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT.use_helper_for_ns_read = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140382] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] SECURITYGROUP.enable_ipset = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140521] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] SECURITYGROUP.enable_security_group = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140660] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140803] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140940] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] experimental.ipv6_pd_enabled = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141109] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ml2.extension_drivers = ['port_security'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141241] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ml2.external_network_type = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141392] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141532] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ml2.overlay_ip_version = 4 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141670] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ml2.path_mtu = 8950 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141808] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ml2.physical_network_mtus = {} {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141950] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142130] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142286] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ml2.type_drivers = ['vlan'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142429] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142561] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142695] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142841] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142984] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143139] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143280] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143419] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143556] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143754] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143904] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_login_password = **** {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144061] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144226] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_login_user = admin {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144370] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144513] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144648] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144778] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144930] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145088] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145253] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145397] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145533] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145670] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145812] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145949] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146127] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146294] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146444] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146581] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146719] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146858] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.auth_section = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147020] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.auth_type = password {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147166] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147303] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.certfile = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147439] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.collect_timing = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147581] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.endpoint_type = public {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147714] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.insecure = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147845] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.keyfile = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147985] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.region_name = RegionOne {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148134] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.split_loggers = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148267] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] nova.timeout = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148406] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.auth_section = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148549] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.auth_type = password {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148691] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148824] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.certfile = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148955] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.collect_timing = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149106] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.endpoint_type = public {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149241] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.insecure = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149373] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.keyfile = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149502] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.region_name = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149633] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.split_loggers = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149762] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] placement.timeout = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149904] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.auth_section = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150047] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.auth_type = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150179] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.cafile = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150309] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.certfile = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150440] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.collect_timing = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150569] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.connect_retries = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150700] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.connect_retry_delay = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150832] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.enable_notifications = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150961] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.endpoint_override = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151105] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.insecure = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151237] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.interface = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151366] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.keyfile = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151499] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.max_version = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151628] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.min_version = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151755] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.region_name = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151884] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.retriable_status_codes = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152030] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.service_name = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152181] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.service_type = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152314] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.split_loggers = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152442] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.status_code_retries = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152572] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.status_code_retry_delay = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152701] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.timeout = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152829] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.valid_interfaces = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152955] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ironic.version = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153108] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] cli_script.dry_run = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153256] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153389] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153524] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153659] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153791] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153919] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154059] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154235] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154375] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154520] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154654] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154796] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154937] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155088] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155228] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155371] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155509] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155644] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155783] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155918] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156061] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156195] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156329] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156475] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156601] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156732] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156865] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157000] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157145] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157284] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157419] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.ssl = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157561] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157699] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157832] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157969] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158121] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158256] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158397] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_notifications.driver = [] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158533] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_notifications.retry = -1 {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158683] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158814] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158916] env[65945]: DEBUG oslo_service.backend._eventlet.service [None req-e2b5b60a-e3af-446e-a1c6-5226a50cb407 None None] ******************************************************************************** {{(pid=65945) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 532.160051] env[65945]: DEBUG neutron.agent.securitygroups_rpc [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Init firewall settings (driver=nsxv3) {{(pid=65945) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 532.161403] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65945) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 532.161646] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] RPC agent_id: nsxm-l-01a.corp.local [ 532.163882] env[65945]: DEBUG dogpile.cache.region [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 532.164008] env[65945]: DEBUG dogpile.lock [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 532.164119] env[65945]: DEBUG dogpile.lock [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 532.164224] env[65945]: DEBUG dogpile.lock [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 532.164321] env[65945]: DEBUG dogpile.cache.region [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 532.164409] env[65945]: DEBUG dogpile.lock [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 532.164530] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 532.183888] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Session token - acquiring [ 532.185433] env[65945]: DEBUG networking_nsxv3.common.locking [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.185631] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.185700] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.186136] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.196898] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.490024] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 532.510949] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 532.511141] env[65945]: DEBUG dogpile.cache.region [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Cache value generated in 0.347 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 532.511249] env[65945]: DEBUG dogpile.lock [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 532.511462] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Activating Policy API Provider. [ 532.511759] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Looking for the default Infrastructure Rules. [ 532.582208] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Looking for the Default Layer3 Logged Drop Section. [ 532.600413] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 532.600864] env[65945]: DEBUG networking_nsxv3.common.locking [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.601062] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquiring lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.601148] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.601434] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired external semaphore "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.601766] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.116682] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.620367] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.122209] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Inventory metadata is going to be refreshed. [ 534.122664] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 534.912503] env[65945]: DEBUG networking_nsxv3.common.locking [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.912760] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.912760] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.913097] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.924886] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 534.925775] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.926383] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 534.944230] env[65945]: DEBUG networking_nsxv3.common.locking [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.944447] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.944492] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.944777] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.944898] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.945059] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 534.945191] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.945309] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 534.964728] env[65945]: DEBUG networking_nsxv3.common.locking [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.964941] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.964998] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.965301] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.965468] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.965610] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 534.983879] env[65945]: DEBUG networking_nsxv3.common.locking [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.984086] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.984231] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.984483] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.984642] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.984856] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 535.004317] env[65945]: DEBUG networking_nsxv3.common.locking [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.004581] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquiring lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.004581] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.004861] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired external semaphore "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.004995] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Releasing lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.005168] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 535.005263] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 535.005364] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 535.026711] env[65945]: DEBUG networking_nsxv3.common.locking [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.026917] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquiring lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.026958] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.027282] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired external semaphore "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.027425] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Releasing lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.027566] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 535.027670] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 535.027774] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 535.048152] env[65945]: DEBUG networking_nsxv3.common.locking [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.048375] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.048497] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.048762] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.048896] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.049091] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 535.049212] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 535.049317] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Inventory metadata have been refreshed. [ 535.049414] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Dryrun:True. Metadata refresh completed. [ 535.049535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Releasing lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.051637] env[65945]: INFO neutron.agent.agent_extensions_manager [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Loaded agent extensions: [] [ 535.052392] env[65945]: DEBUG neutron_lib.callbacks.manager [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65945) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 535.103873] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent RPC Daemon Started! [ 535.104036] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent loop - iteration:0 started [ 535.104167] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent out of sync with plugin! [ 540.052885] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.053201] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.056821] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.056821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.056821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.056821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.056821] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.559963] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.062336] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.565936] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 544.565936] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 545.053954] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.053954] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.341023] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.341023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.341023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.341023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.353623] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 545.354901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.357016] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 545.374321] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.374865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.375129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.375499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.375812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.377025] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 545.377025] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.377025] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 545.397473] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.397905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.398105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.398428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.399948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.399948] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 545.420026] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.420026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.420026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.420026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.420026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.420026] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 545.439069] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.439069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.439069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.439069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.439069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.439069] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 545.439069] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.439069] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 545.456314] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.456314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.456314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.456314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.456314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.456314] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 545.456314] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.456314] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 545.476034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.476034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.476034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.476034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.476034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.476034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 545.476034] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.476034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 545.476034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 545.476034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 545.476034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 545.476034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 545.476034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 545.476034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 545.476034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 545.498773] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.498773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.498773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.498773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.498773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.498773] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 545.526290] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.526290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.526290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.526290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.526290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.537935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.054790] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.055114] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.223597] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e0a61064-bc37-44df-8eba-59229098059d demo admin] Enqueued Resource ID: e6a82c76-2d1a-405f-9c9b-52d5ba4782c1 with Priority: HIGHEST for action security_group_rules [ 550.224121] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a82c76-2d1a-405f-9c9b-52d5ba4782c1 with Priority: HIGHEST for action security_group_rules [ 550.224435] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a82c76-2d1a-405f-9c9b-52d5ba4782c1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.224561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a82c76-2d1a-405f-9c9b-52d5ba4782c1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.224631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a82c76-2d1a-405f-9c9b-52d5ba4782c1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.224878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a82c76-2d1a-405f-9c9b-52d5ba4782c1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.224960] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a82c76-2d1a-405f-9c9b-52d5ba4782c1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.745668] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.745894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.745894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.746107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.746201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.746297] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a82c76-2d1a-405f-9c9b-52d5ba4782c1 already deleted. [ 550.746383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a82c76-2d1a-405f-9c9b-52d5ba4782c1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.225152] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.225513] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.226851] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.227058] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.227965] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.228187] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.228992] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.228992] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.229814] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.230161] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.860637] env[65945]: INFO networking_nsxv3.common.synchronization [None req-895677df-d77c-42b5-a2fe-db24418ccaf3 None None] Enqueued Resource ID: 99facd3c-f5db-4ec9-aee5-3d382da62d98 with Priority: HIGHEST for action port [ 575.860939] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99facd3c-f5db-4ec9-aee5-3d382da62d98 with Priority: HIGHEST for action port [ 575.862173] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-99facd3c-f5db-4ec9-aee5-3d382da62d98 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.862173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99facd3c-f5db-4ec9-aee5-3d382da62d98" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.862173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99facd3c-f5db-4ec9-aee5-3d382da62d98" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.862173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99facd3c-f5db-4ec9-aee5-3d382da62d98" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.863417] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99facd3c-f5db-4ec9-aee5-3d382da62d98',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.366681] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99facd3c-f5db-4ec9-aee5-3d382da62d98 [ 576.366916] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.367092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.367164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.367378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.367469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.367564] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99facd3c-f5db-4ec9-aee5-3d382da62d98 already deleted. [ 576.367644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99facd3c-f5db-4ec9-aee5-3d382da62d98" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.790368] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a652fde5-2b6c-451a-b853-d768c5ac048e None None] Enqueued Resource ID: 02f2504c-0d8d-40bb-9316-657cfb6a01b2 with Priority: HIGHEST for action port [ 577.791274] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f2504c-0d8d-40bb-9316-657cfb6a01b2 with Priority: HIGHEST for action port [ 577.791600] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f2504c-0d8d-40bb-9316-657cfb6a01b2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.791756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f2504c-0d8d-40bb-9316-657cfb6a01b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.791805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f2504c-0d8d-40bb-9316-657cfb6a01b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.792136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f2504c-0d8d-40bb-9316-657cfb6a01b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.792136] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f2504c-0d8d-40bb-9316-657cfb6a01b2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.207627] env[65945]: INFO networking_nsxv3.common.synchronization [None req-4d3a3d59-bf41-4a33-b000-8bda04545bff tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 578.208188] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 578.208496] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.208617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.208690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.208936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.209116] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.295220] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02f2504c-0d8d-40bb-9316-657cfb6a01b2 [ 578.295379] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.295554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.295636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.295809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.295916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.296022] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02f2504c-0d8d-40bb-9316-657cfb6a01b2 already deleted. [ 578.297512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f2504c-0d8d-40bb-9316-657cfb6a01b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.729114] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.729290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.729352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.729523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.729702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.729702] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 already deleted. [ 578.729831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.982321] env[65945]: INFO networking_nsxv3.common.synchronization [None req-43bbf3cf-00a5-4590-8708-538941adb02a tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 578.983010] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 578.983336] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.983434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.983503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.984286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.984382] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.505672] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.505672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.505672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.505672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.505672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.505672] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 already deleted. [ 579.505672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.728286] env[65945]: INFO networking_nsxv3.common.synchronization [None req-0053134b-0153-457a-a950-a3b61f5d6dfa None None] Enqueued Resource ID: 542567f7-6133-4972-ae7f-87dd5945e4f6 with Priority: HIGHEST for action port [ 579.728576] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542567f7-6133-4972-ae7f-87dd5945e4f6 with Priority: HIGHEST for action port [ 579.729089] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-542567f7-6133-4972-ae7f-87dd5945e4f6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.729211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-542567f7-6133-4972-ae7f-87dd5945e4f6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.729493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-542567f7-6133-4972-ae7f-87dd5945e4f6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.729532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-542567f7-6133-4972-ae7f-87dd5945e4f6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.729586] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542567f7-6133-4972-ae7f-87dd5945e4f6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.768250] env[65945]: INFO networking_nsxv3.common.synchronization [None req-1124fc3d-996d-4454-8bc9-e6e68f9481c2 None None] Enqueued Resource ID: 2424fde4-9c74-43a4-8f57-f3594b89d90d with Priority: HIGHEST for action port [ 579.768983] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2424fde4-9c74-43a4-8f57-f3594b89d90d with Priority: HIGHEST for action port [ 579.769098] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2424fde4-9c74-43a4-8f57-f3594b89d90d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.770364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2424fde4-9c74-43a4-8f57-f3594b89d90d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.770364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2424fde4-9c74-43a4-8f57-f3594b89d90d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.770364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2424fde4-9c74-43a4-8f57-f3594b89d90d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.770364] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2424fde4-9c74-43a4-8f57-f3594b89d90d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.235050] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 542567f7-6133-4972-ae7f-87dd5945e4f6 [ 580.235351] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.235426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.236034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.236034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.236034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.236034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:542567f7-6133-4972-ae7f-87dd5945e4f6 already deleted. [ 580.236034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-542567f7-6133-4972-ae7f-87dd5945e4f6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.272887] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2424fde4-9c74-43a4-8f57-f3594b89d90d [ 580.272887] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.272887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.272887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.273414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.273414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.273414] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2424fde4-9c74-43a4-8f57-f3594b89d90d already deleted. [ 580.273414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2424fde4-9c74-43a4-8f57-f3594b89d90d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.027056] env[65945]: INFO networking_nsxv3.common.synchronization [None req-be3d4685-a0f9-4248-9382-98f424861a75 None None] Enqueued Resource ID: 51d46853-02ae-443c-9b0d-a0ef4375abfe with Priority: HIGHEST for action port [ 582.027056] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d46853-02ae-443c-9b0d-a0ef4375abfe with Priority: HIGHEST for action port [ 582.027056] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d46853-02ae-443c-9b0d-a0ef4375abfe taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.027056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d46853-02ae-443c-9b0d-a0ef4375abfe" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.027056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d46853-02ae-443c-9b0d-a0ef4375abfe" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.027056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d46853-02ae-443c-9b0d-a0ef4375abfe" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.027500] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d46853-02ae-443c-9b0d-a0ef4375abfe',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.292914] env[65945]: INFO networking_nsxv3.common.synchronization [None req-27218d27-d1d3-473c-883c-f9fb40b583c9 None None] Enqueued Resource ID: 75ef6292-32a5-49a7-a85e-f9d4dd575b55 with Priority: HIGHEST for action port [ 582.293299] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ef6292-32a5-49a7-a85e-f9d4dd575b55 with Priority: HIGHEST for action port [ 582.293675] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-75ef6292-32a5-49a7-a85e-f9d4dd575b55 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.293754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75ef6292-32a5-49a7-a85e-f9d4dd575b55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.293894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75ef6292-32a5-49a7-a85e-f9d4dd575b55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.294198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75ef6292-32a5-49a7-a85e-f9d4dd575b55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.294279] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75ef6292-32a5-49a7-a85e-f9d4dd575b55',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.532230] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51d46853-02ae-443c-9b0d-a0ef4375abfe [ 582.532230] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.532230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.532230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.532230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.532230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.532230] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51d46853-02ae-443c-9b0d-a0ef4375abfe already deleted. [ 582.532230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d46853-02ae-443c-9b0d-a0ef4375abfe" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.797599] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75ef6292-32a5-49a7-a85e-f9d4dd575b55 [ 582.797599] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.797599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.797599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.797599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.797599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.797599] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75ef6292-32a5-49a7-a85e-f9d4dd575b55 already deleted. [ 582.797599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75ef6292-32a5-49a7-a85e-f9d4dd575b55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.308221] env[65945]: INFO networking_nsxv3.common.synchronization [None req-39a2ed66-15b1-466e-8365-41fe898fcfc1 None None] Enqueued Resource ID: 23fc534e-7259-4d98-8a83-043d137a3632 with Priority: HIGHEST for action port [ 583.308508] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fc534e-7259-4d98-8a83-043d137a3632 with Priority: HIGHEST for action port [ 583.310778] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-23fc534e-7259-4d98-8a83-043d137a3632 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.310778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23fc534e-7259-4d98-8a83-043d137a3632" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.310778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23fc534e-7259-4d98-8a83-043d137a3632" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.310778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23fc534e-7259-4d98-8a83-043d137a3632" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.310778] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23fc534e-7259-4d98-8a83-043d137a3632',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.816628] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23fc534e-7259-4d98-8a83-043d137a3632 [ 583.817242] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.817242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.817436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.817585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.817585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.817683] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23fc534e-7259-4d98-8a83-043d137a3632 already deleted. [ 583.817757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23fc534e-7259-4d98-8a83-043d137a3632" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.321051] env[65945]: INFO networking_nsxv3.common.synchronization [None req-7e27b9d8-5b03-4faf-9687-fb5ba9e040e2 None None] Enqueued Resource ID: a522d3f5-0237-4f1f-9fa7-83e0c851a20a with Priority: HIGHEST for action port [ 585.327026] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a522d3f5-0237-4f1f-9fa7-83e0c851a20a with Priority: HIGHEST for action port [ 585.330101] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a522d3f5-0237-4f1f-9fa7-83e0c851a20a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.330101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a522d3f5-0237-4f1f-9fa7-83e0c851a20a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.330101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a522d3f5-0237-4f1f-9fa7-83e0c851a20a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.330101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a522d3f5-0237-4f1f-9fa7-83e0c851a20a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.330101] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a522d3f5-0237-4f1f-9fa7-83e0c851a20a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.831621] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a522d3f5-0237-4f1f-9fa7-83e0c851a20a [ 585.832096] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.832096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.832227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.832374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.832480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.832659] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a522d3f5-0237-4f1f-9fa7-83e0c851a20a already deleted. [ 585.832736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a522d3f5-0237-4f1f-9fa7-83e0c851a20a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.781453] env[65945]: INFO networking_nsxv3.common.synchronization [None req-3189e380-e702-495c-b8de-d888c9d0d716 None None] Enqueued Resource ID: 207a5090-3f07-46de-887b-440531c3d5c2 with Priority: HIGHEST for action port [ 586.782019] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207a5090-3f07-46de-887b-440531c3d5c2 with Priority: HIGHEST for action port [ 586.782646] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-207a5090-3f07-46de-887b-440531c3d5c2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.782908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-207a5090-3f07-46de-887b-440531c3d5c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.782908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-207a5090-3f07-46de-887b-440531c3d5c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.783163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-207a5090-3f07-46de-887b-440531c3d5c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.783196] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('207a5090-3f07-46de-887b-440531c3d5c2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.286184] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 207a5090-3f07-46de-887b-440531c3d5c2 [ 587.286432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.286564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.286633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.286865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.286917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.287027] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:207a5090-3f07-46de-887b-440531c3d5c2 already deleted. [ 587.287118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-207a5090-3f07-46de-887b-440531c3d5c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.944105] env[65945]: INFO networking_nsxv3.common.synchronization [None req-f073ddbf-62df-4824-9a4f-cba3519ceab1 None None] Enqueued Resource ID: 05b1cf2b-ec5d-4d6a-86c8-909da828a1da with Priority: HIGHEST for action port [ 587.944351] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b1cf2b-ec5d-4d6a-86c8-909da828a1da with Priority: HIGHEST for action port [ 587.944952] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-05b1cf2b-ec5d-4d6a-86c8-909da828a1da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.945177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05b1cf2b-ec5d-4d6a-86c8-909da828a1da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.945177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05b1cf2b-ec5d-4d6a-86c8-909da828a1da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.945393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05b1cf2b-ec5d-4d6a-86c8-909da828a1da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.945473] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05b1cf2b-ec5d-4d6a-86c8-909da828a1da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.449251] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05b1cf2b-ec5d-4d6a-86c8-909da828a1da [ 588.450265] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.450265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.450265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.450265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.450265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.450265] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05b1cf2b-ec5d-4d6a-86c8-909da828a1da already deleted. [ 588.450265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05b1cf2b-ec5d-4d6a-86c8-909da828a1da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.308707] env[65945]: INFO networking_nsxv3.common.synchronization [None req-3f40efd8-dfa3-4707-b07f-b120e588ae1d None None] Enqueued Resource ID: dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd with Priority: HIGHEST for action port [ 589.309421] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd with Priority: HIGHEST for action port [ 589.309761] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.310037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.310037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.310426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.310589] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.313780] env[65945]: INFO networking_nsxv3.common.synchronization [None req-4393e3de-dca8-4ba4-abfc-f29f3a6f5eeb None None] Enqueued Resource ID: 29683628-f3d3-4a5a-b21a-1e9e20cc68ad with Priority: HIGHEST for action port [ 589.313780] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29683628-f3d3-4a5a-b21a-1e9e20cc68ad with Priority: HIGHEST for action port [ 589.315501] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-29683628-f3d3-4a5a-b21a-1e9e20cc68ad taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.315501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29683628-f3d3-4a5a-b21a-1e9e20cc68ad" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.315501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29683628-f3d3-4a5a-b21a-1e9e20cc68ad" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.316424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29683628-f3d3-4a5a-b21a-1e9e20cc68ad" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.316424] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29683628-f3d3-4a5a-b21a-1e9e20cc68ad',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.814017] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd [ 589.814259] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.814400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.814550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.814678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.814793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.814874] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd already deleted. [ 589.814964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dea2ffa9-60a3-4bda-bdf9-1dba66d26ffd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.819316] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29683628-f3d3-4a5a-b21a-1e9e20cc68ad [ 589.819499] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.819606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.819673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.819848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.819926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.820015] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29683628-f3d3-4a5a-b21a-1e9e20cc68ad already deleted. [ 589.820098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29683628-f3d3-4a5a-b21a-1e9e20cc68ad" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.749243] env[65945]: INFO networking_nsxv3.common.synchronization [None req-f4bc2952-0c6a-40b7-b2ca-512c01ce1bfa None None] Enqueued Resource ID: d7b428e9-672b-47f3-abbf-bb72247bf041 with Priority: HIGHEST for action port [ 590.749514] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b428e9-672b-47f3-abbf-bb72247bf041 with Priority: HIGHEST for action port [ 590.750086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7b428e9-672b-47f3-abbf-bb72247bf041 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.750253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7b428e9-672b-47f3-abbf-bb72247bf041" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.750253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7b428e9-672b-47f3-abbf-bb72247bf041" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.750772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7b428e9-672b-47f3-abbf-bb72247bf041" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.750772] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b428e9-672b-47f3-abbf-bb72247bf041',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.201473] env[65945]: INFO networking_nsxv3.common.synchronization [None req-07651a74-9ce5-401c-8b99-0ddbb573e05b None None] Enqueued Resource ID: 2f4bf52d-0572-4c61-bee9-f0ef1f4b8593 with Priority: HIGHEST for action port [ 591.203125] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4bf52d-0572-4c61-bee9-f0ef1f4b8593 with Priority: HIGHEST for action port [ 591.203125] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f4bf52d-0572-4c61-bee9-f0ef1f4b8593 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.203249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f4bf52d-0572-4c61-bee9-f0ef1f4b8593" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.203347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f4bf52d-0572-4c61-bee9-f0ef1f4b8593" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.203673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f4bf52d-0572-4c61-bee9-f0ef1f4b8593" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.203673] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f4bf52d-0572-4c61-bee9-f0ef1f4b8593',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.254053] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7b428e9-672b-47f3-abbf-bb72247bf041 [ 591.254295] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.254429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.254496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.254702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.254805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.256112] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7b428e9-672b-47f3-abbf-bb72247bf041 already deleted. [ 591.256112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7b428e9-672b-47f3-abbf-bb72247bf041" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.707028] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f4bf52d-0572-4c61-bee9-f0ef1f4b8593 [ 591.707278] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.707452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.707487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.707687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.707775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.707872] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f4bf52d-0572-4c61-bee9-f0ef1f4b8593 already deleted. [ 591.707948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f4bf52d-0572-4c61-bee9-f0ef1f4b8593" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.984539] env[65945]: INFO networking_nsxv3.common.synchronization [req-314d85ec-c947-4c29-92a4-ca64ab7f0df0 req-ec46d8b4-fc1e-41a0-94a9-766458469b5c tempest-FloatingIPsAssociationTestJSON-20150279 tempest-FloatingIPsAssociationTestJSON-20150279-project-member] Enqueued Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 591.984539] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 591.984539] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.984539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.984539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.985508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.985590] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.985712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.985784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.985971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.986075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.986168] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.492376] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.492538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.492619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.492829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.493085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.493163] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.493279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.493401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.493539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.493629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.493665] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 already deleted. [ 592.493721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.693671] env[65945]: INFO networking_nsxv3.common.synchronization [None req-bd9c7647-567b-4015-bb4f-244d32b5b1f3 None None] Enqueued Resource ID: a8413fc2-4114-4c4c-bab4-7e722eb28801 with Priority: HIGHEST for action port [ 592.694361] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8413fc2-4114-4c4c-bab4-7e722eb28801 with Priority: HIGHEST for action port [ 592.694906] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8413fc2-4114-4c4c-bab4-7e722eb28801 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.695052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8413fc2-4114-4c4c-bab4-7e722eb28801" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.695123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8413fc2-4114-4c4c-bab4-7e722eb28801" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.695365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8413fc2-4114-4c4c-bab4-7e722eb28801" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.695450] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8413fc2-4114-4c4c-bab4-7e722eb28801',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.831022] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.831500] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-670" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.831500] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-670" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.831672] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-670" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.831971] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.835048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.835048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.835048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.835048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.835048] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.835249] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.835302] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.835407] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.835551] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.835659] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.835794] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.860801] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.860801] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.860930] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.861071] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-670" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.861379] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-961c64a5-d74b-4554-ae8d-5966f979ff5f taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.861609] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-961c64a5-d74b-4554-ae8d-5966f979ff5f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.861657] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-961c64a5-d74b-4554-ae8d-5966f979ff5f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.861967] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-961c64a5-d74b-4554-ae8d-5966f979ff5f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.862604] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961c64a5-d74b-4554-ae8d-5966f979ff5f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.199876] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8413fc2-4114-4c4c-bab4-7e722eb28801 [ 593.200142] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.200272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.200339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.200539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.200630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.200721] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8413fc2-4114-4c4c-bab4-7e722eb28801 already deleted. [ 593.200808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8413fc2-4114-4c4c-bab4-7e722eb28801" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.365794] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.366043] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.366174] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.366441] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.366583] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.366739] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 961c64a5-d74b-4554-ae8d-5966f979ff5f not found, creating... [ 593.367152] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.367152] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.367354] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.367490] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.367590] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.367939] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.368105] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.368219] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.368419] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.368728] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.368728] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 961c64a5-d74b-4554-ae8d-5966f979ff5f is going to be created. [ 593.390365] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.390573] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.390692] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.391021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.391179] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.391391] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-961c64a5-d74b-4554-ae8d-5966f979ff5f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.839139] env[65945]: INFO networking_nsxv3.common.synchronization [req-4c18ef80-a3c1-41d3-9cc1-339e717543ba req-a1699215-668a-49e5-afd9-80176b1e62f3 tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 593.839139] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 593.839139] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.841280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.841280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.841280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.841280] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.841280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.841280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.841280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.841280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.841280] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.175090] env[65945]: INFO networking_nsxv3.common.synchronization [req-314d85ec-c947-4c29-92a4-ca64ab7f0df0 req-6bd5b925-9ee7-4bcd-8c48-f7a0fe7cecfd service nova] Enqueued Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_rules [ 594.175410] env[65945]: INFO networking_nsxv3.common.synchronization [req-314d85ec-c947-4c29-92a4-ca64ab7f0df0 req-6bd5b925-9ee7-4bcd-8c48-f7a0fe7cecfd service nova] Enqueued Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 594.175410] env[65945]: INFO networking_nsxv3.common.synchronization [req-314d85ec-c947-4c29-92a4-ca64ab7f0df0 req-6bd5b925-9ee7-4bcd-8c48-f7a0fe7cecfd service nova] Enqueued Resource ID: 961c64a5-d74b-4554-ae8d-5966f979ff5f with Priority: HIGHEST for action port [ 594.175824] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_rules [ 594.175975] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 594.180133] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961c64a5-d74b-4554-ae8d-5966f979ff5f with Priority: HIGHEST for action port [ 594.180133] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.180133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.180133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.180133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.180320] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.181067] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.181204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.181272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.181413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.181550] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.181656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.181693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.181832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.181913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.181999] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.188667] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-961c64a5-d74b-4554-ae8d-5966f979ff5f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.188810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-961c64a5-d74b-4554-ae8d-5966f979ff5f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.190018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-961c64a5-d74b-4554-ae8d-5966f979ff5f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.190018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-961c64a5-d74b-4554-ae8d-5966f979ff5f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.190018] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961c64a5-d74b-4554-ae8d-5966f979ff5f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.343432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.343912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.343912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.344124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.344237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.344411] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.344512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.344603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.344723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.344812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.344915] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 already deleted. [ 594.345135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.691996] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.691996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.706661] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 961c64a5-d74b-4554-ae8d-5966f979ff5f with status ACTIVE [ 594.706868] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.706868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.706868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.707641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.707641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.707641] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.707641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.707641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.707815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.707815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.708110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.708110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.708110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.708296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.708296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.708525] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 961c64a5-d74b-4554-ae8d-5966f979ff5f is going to be updated. [ 594.709588] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.730608] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.730728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.730792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.730986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.731133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.731288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-961c64a5-d74b-4554-ae8d-5966f979ff5f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.739646] env[65945]: INFO networking_nsxv3.common.synchronization [None req-d91405ae-dfac-495d-ba3a-d4292d896886 None None] Enqueued Resource ID: e27909a2-ec25-464b-902d-4dac5a623c98 with Priority: HIGHEST for action port [ 594.739646] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27909a2-ec25-464b-902d-4dac5a623c98 with Priority: HIGHEST for action port [ 594.740228] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27909a2-ec25-464b-902d-4dac5a623c98 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.740413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27909a2-ec25-464b-902d-4dac5a623c98" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.740413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27909a2-ec25-464b-902d-4dac5a623c98" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.741026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27909a2-ec25-464b-902d-4dac5a623c98" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.741026] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27909a2-ec25-464b-902d-4dac5a623c98',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.755026] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.755234] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.755545] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.755672] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.755985] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.756161] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.756278] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.756500] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.756644] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.756847] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.756958] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.757079] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.757189] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.757297] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.757400] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.758262] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.784558] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.784717] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.784760] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.784984] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.785581] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-c59ff9be-5d6e-4565-9124-e63a4e113c19 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.785581] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-c59ff9be-5d6e-4565-9124-e63a4e113c19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.785793] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-c59ff9be-5d6e-4565-9124-e63a4e113c19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.785957] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-c59ff9be-5d6e-4565-9124-e63a4e113c19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.786121] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59ff9be-5d6e-4565-9124-e63a4e113c19',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.212122] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.242745] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e27909a2-ec25-464b-902d-4dac5a623c98 [ 595.242989] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.243140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.243213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.243417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.243507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.243603] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e27909a2-ec25-464b-902d-4dac5a623c98 already deleted. [ 595.243685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27909a2-ec25-464b-902d-4dac5a623c98" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.288981] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.289227] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.289340] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.289598] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.289736] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.290032] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port c59ff9be-5d6e-4565-9124-e63a4e113c19 not found, creating... [ 595.290141] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.290362] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.290399] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.290614] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.291290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.291477] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.291670] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.291757] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.292353] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.292353] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.292536] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: c59ff9be-5d6e-4565-9124-e63a4e113c19 is going to be created. [ 595.315185] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.315584] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.315952] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.316315] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.316570] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.316891] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-c59ff9be-5d6e-4565-9124-e63a4e113c19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.713932] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.714322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.714322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.714625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.714625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.714625] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 is going to be created. [ 595.741285] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.741548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.741618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.741811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.741969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.752017] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: UNINITIALIZED for 2s [ 596.006642] env[65945]: INFO networking_nsxv3.common.synchronization [req-4c18ef80-a3c1-41d3-9cc1-339e717543ba req-a2cba7ac-d493-4991-9527-62289a2b5c08 service nova] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 596.007013] env[65945]: INFO networking_nsxv3.common.synchronization [req-4c18ef80-a3c1-41d3-9cc1-339e717543ba req-a2cba7ac-d493-4991-9527-62289a2b5c08 service nova] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 596.008018] env[65945]: INFO networking_nsxv3.common.synchronization [req-4c18ef80-a3c1-41d3-9cc1-339e717543ba req-a2cba7ac-d493-4991-9527-62289a2b5c08 service nova] Enqueued Resource ID: c59ff9be-5d6e-4565-9124-e63a4e113c19 with Priority: HIGHEST for action port [ 596.008018] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 596.008018] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 596.008018] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c59ff9be-5d6e-4565-9124-e63a4e113c19 with Priority: HIGHEST for action port [ 596.009905] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.009905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.009905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.009905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.009905] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.011246] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.011306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.011458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.011600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.011688] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.011782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.011846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.012420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.012555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.012652] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.013389] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c59ff9be-5d6e-4565-9124-e63a4e113c19 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.013498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c59ff9be-5d6e-4565-9124-e63a4e113c19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.013564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c59ff9be-5d6e-4565-9124-e63a4e113c19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.013715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c59ff9be-5d6e-4565-9124-e63a4e113c19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.013779] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59ff9be-5d6e-4565-9124-e63a4e113c19',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.414953] env[65945]: INFO networking_nsxv3.common.synchronization [req-e1264de3-4168-442d-b14c-e41bfc182af8 req-f9d46318-f61e-4010-92a5-11445869e22f tempest-ServerDiagnosticsTest-1047602129 tempest-ServerDiagnosticsTest-1047602129-project-member] Enqueued Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGHEST for action security_group_members [ 596.415822] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGHEST for action security_group_members [ 596.416786] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-78905535-9ac4-46ff-9a0e-ad5fb759d405 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.417119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.417119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.417349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.417665] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.417800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.417879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.420593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.420593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.420593] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78905535-9ac4-46ff-9a0e-ad5fb759d405',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.511979] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.512491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.516016] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c59ff9be-5d6e-4565-9124-e63a4e113c19 with status ACTIVE [ 596.516241] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.519035] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.519035] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.519035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.519035] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c59ff9be-5d6e-4565-9124-e63a4e113c19 is going to be updated. [ 596.521948] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.549090] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.549278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.549356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.549521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.549665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.549804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c59ff9be-5d6e-4565-9124-e63a4e113c19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.854672] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.855052] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.855052] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.855346] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.855599] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.855749] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.855864] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.857032] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.857200] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.857452] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.857576] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.857688] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.857797] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.857916] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.858026] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.858451] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.878233] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.878364] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.878496] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.878671] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.879014] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-8390efbe-a12b-4414-a6d5-df8e062d0ba0 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.879204] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-8390efbe-a12b-4414-a6d5-df8e062d0ba0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.879342] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-8390efbe-a12b-4414-a6d5-df8e062d0ba0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.879719] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-8390efbe-a12b-4414-a6d5-df8e062d0ba0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.879851] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8390efbe-a12b-4414-a6d5-df8e062d0ba0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.922891] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.923060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.923060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.923253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.923344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.923530] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.923621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.923677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.923817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.923913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.923970] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 already deleted. [ 596.924059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.996197] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e36c047b-df32-4645-a4f4-6e1b1fdbc547 tempest-VolumesAssistedSnapshotsTest-1267933491 tempest-VolumesAssistedSnapshotsTest-1267933491-project-member] Enqueued Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_rules [ 596.996937] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_rules [ 596.997254] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.997396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.997464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.997711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.997794] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.024108] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.085321] env[65945]: INFO networking_nsxv3.common.synchronization [None req-b702e67f-4afe-419d-b11e-ac8440d498e4 tempest-VolumesAssistedSnapshotsTest-1267933491 tempest-VolumesAssistedSnapshotsTest-1267933491-project-member] Enqueued Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_rules [ 597.085555] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_rules [ 597.086323] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.086323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.384037] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.384037] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.384037] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.384037] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.384037] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.384037] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 8390efbe-a12b-4414-a6d5-df8e062d0ba0 not found, creating... [ 597.384037] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.384466] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.384466] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.385502] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.385502] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.385502] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.385502] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.385502] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.387150] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.387150] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.387150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 8390efbe-a12b-4414-a6d5-df8e062d0ba0 is going to be created. [ 597.410349] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.410548] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.410666] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.411819] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.412495] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.412752] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-8390efbe-a12b-4414-a6d5-df8e062d0ba0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.526490] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.526711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.526759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.526991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.527124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.527226] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be created. [ 597.530175] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.530313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.530356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.530557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.530646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.530734] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f already deleted. [ 597.530819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.530972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.531142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.531268] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.572456] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.572685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.572685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.572889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.573063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.586268] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: UNINITIALIZED for 2s [ 597.763698] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: SUCCESS [ 597.763949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.764168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.764393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.764583] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.764784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.764784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.764984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.765080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.765167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.765257] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.054349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.054349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.054349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.054349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.054349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.054349] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f already deleted. [ 598.054349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.237524] env[65945]: INFO networking_nsxv3.common.synchronization [req-e1264de3-4168-442d-b14c-e41bfc182af8 req-f35fb66f-88f5-4103-81ee-865634f74fcd service nova] Enqueued Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGHEST for action security_group_rules [ 598.237524] env[65945]: INFO networking_nsxv3.common.synchronization [req-e1264de3-4168-442d-b14c-e41bfc182af8 req-f35fb66f-88f5-4103-81ee-865634f74fcd service nova] Enqueued Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGHEST for action security_group_members [ 598.237524] env[65945]: INFO networking_nsxv3.common.synchronization [req-e1264de3-4168-442d-b14c-e41bfc182af8 req-f35fb66f-88f5-4103-81ee-865634f74fcd service nova] Enqueued Resource ID: 8390efbe-a12b-4414-a6d5-df8e062d0ba0 with Priority: HIGHEST for action port [ 598.237524] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGHEST for action security_group_rules [ 598.237524] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGHEST for action security_group_members [ 598.237524] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8390efbe-a12b-4414-a6d5-df8e062d0ba0 with Priority: HIGHEST for action port [ 598.238305] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78905535-9ac4-46ff-9a0e-ad5fb759d405 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.238403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.238441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.238681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.238761] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78905535-9ac4-46ff-9a0e-ad5fb759d405',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.239625] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-78905535-9ac4-46ff-9a0e-ad5fb759d405 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.239732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.239795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.239954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.240132] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.240218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.240277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.240392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.240483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.240873] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78905535-9ac4-46ff-9a0e-ad5fb759d405',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.241569] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8390efbe-a12b-4414-a6d5-df8e062d0ba0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.244199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8390efbe-a12b-4414-a6d5-df8e062d0ba0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.244289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8390efbe-a12b-4414-a6d5-df8e062d0ba0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.246426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8390efbe-a12b-4414-a6d5-df8e062d0ba0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.246426] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8390efbe-a12b-4414-a6d5-df8e062d0ba0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.267740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.267881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.267955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.268183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.268341] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.268440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.268503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.268666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.268752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.268837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.269041] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.269143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.269205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.269345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.269482] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.269570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.269629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.269759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.269832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.269909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.269997] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.746000] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78905535-9ac4-46ff-9a0e-ad5fb759d405',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.747439] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-78905535-9ac4-46ff-9a0e-ad5fb759d405 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.747439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.747573] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8390efbe-a12b-4414-a6d5-df8e062d0ba0 with status ACTIVE [ 598.747756] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.747854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.747963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.748128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.748248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.748660] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.748660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.748660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.748823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.748823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.748928] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.749711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.749837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.750035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.750127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.750989] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8390efbe-a12b-4414-a6d5-df8e062d0ba0 is going to be updated. [ 598.775056] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 348dabce-86d7-4f0c-b2ef-296d6d016ce3: rpc.has_security_group_logging(os_id): False [ 598.776330] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.776466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.776530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.776735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.776887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.777070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8390efbe-a12b-4414-a6d5-df8e062d0ba0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.794020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.794185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.794231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.794440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.794530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.794744] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.794823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.794918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.795113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.795191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.795450] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.795517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.795551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.795667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.795738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.795999] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.797200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.797280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.797435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.797515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.797605] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 is going to be created. [ 598.893881] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.894795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.894795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.894795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.895260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.913584] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: IN_PROGRESS for 2s [ 599.248661] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78905535-9ac4-46ff-9a0e-ad5fb759d405',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.599078] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 599.599319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.599502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.599730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.600386] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.600386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.600386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.600386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.600386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.600667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.600667] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.751604] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.751830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.752358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.752358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.752358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.752358] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 is going to be created. [ 599.787303] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.787477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.787531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.787845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.787906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.800865] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 in Status: UNINITIALIZED for 2s [ 600.103480] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.211896] env[65945]: INFO networking_nsxv3.common.synchronization [None req-4a6fe0bc-6894-4f4d-ab15-5294452a24fd None None] Enqueued Resource ID: 24462552-6ddd-4cfd-b9fe-dd01930132b8 with Priority: HIGHEST for action port [ 600.212543] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24462552-6ddd-4cfd-b9fe-dd01930132b8 with Priority: HIGHEST for action port [ 600.212927] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-24462552-6ddd-4cfd-b9fe-dd01930132b8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.213258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24462552-6ddd-4cfd-b9fe-dd01930132b8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.213534] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24462552-6ddd-4cfd-b9fe-dd01930132b8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.213739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24462552-6ddd-4cfd-b9fe-dd01930132b8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.213866] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24462552-6ddd-4cfd-b9fe-dd01930132b8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.606396] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ceaae064-1736-4d9b-8eff-c20905dd6031: rpc.has_security_group_logging(os_id): False [ 600.624629] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.624776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.624845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.625143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.625251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.625480] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.625577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.625872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.625872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.625872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.626044] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be created. [ 600.682375] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.682522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.682594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.682803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.682979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.695599] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 600.715869] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24462552-6ddd-4cfd-b9fe-dd01930132b8 [ 600.716156] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.716286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.716356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.716559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.716649] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.716743] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24462552-6ddd-4cfd-b9fe-dd01930132b8 already deleted. [ 600.716822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24462552-6ddd-4cfd-b9fe-dd01930132b8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.929393] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: SUCCESS [ 600.929756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.323861] env[65945]: INFO networking_nsxv3.common.synchronization [req-665b4335-cb9f-4eff-be59-710bbebe6056 req-dee5b17a-c1e5-42e0-a8d3-8a589717b453 tempest-DeleteServersAdminTestJSON-2016085204 tempest-DeleteServersAdminTestJSON-2016085204-project-member] Enqueued Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 601.324545] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 601.325020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.325192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.325253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.326057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.326057] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.326057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.326057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.326269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.326269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.326326] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.672548] env[65945]: INFO networking_nsxv3.common.synchronization [None req-6d149c96-8f79-49b3-b2e0-506d115d9647 None None] Enqueued Resource ID: bd2decb9-eae9-401b-a70d-665cca050f97 with Priority: HIGHEST for action port [ 601.673234] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd2decb9-eae9-401b-a70d-665cca050f97 with Priority: HIGHEST for action port [ 601.673534] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd2decb9-eae9-401b-a70d-665cca050f97 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.673655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd2decb9-eae9-401b-a70d-665cca050f97" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.673718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd2decb9-eae9-401b-a70d-665cca050f97" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.673965] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd2decb9-eae9-401b-a70d-665cca050f97" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.674351] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd2decb9-eae9-401b-a70d-665cca050f97',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.770698] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.770948] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.771017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.771937] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.771937] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.772081] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.772376] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.772621] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.772769] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.772973] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.773088] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.775979] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.775979] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.775979] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.775979] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.775979] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.796926] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.797017] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.797154] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.797377] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.797827] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-f15b1238-1abe-465f-9d62-730005f07212 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.798618] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-f15b1238-1abe-465f-9d62-730005f07212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.800301] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-f15b1238-1abe-465f-9d62-730005f07212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.800301] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-f15b1238-1abe-465f-9d62-730005f07212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.800301] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f15b1238-1abe-465f-9d62-730005f07212',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.815327] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 in Status: SUCCESS [ 601.815327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.815327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.815327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.815327] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.815327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.815327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.815327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.815327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.815327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.815327] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78905535-9ac4-46ff-9a0e-ad5fb759d405',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.832052] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.833224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.833430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.834467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.834570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.834801] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.834986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.835067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.835241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.835314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.835400] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 already deleted. [ 601.835476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.176921] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd2decb9-eae9-401b-a70d-665cca050f97 [ 602.177203] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.177335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.177397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.177620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.177702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.177798] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd2decb9-eae9-401b-a70d-665cca050f97 already deleted. [ 602.177871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd2decb9-eae9-401b-a70d-665cca050f97" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.302696] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.302923] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.303048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.303322] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.303525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.303753] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port f15b1238-1abe-465f-9d62-730005f07212 not found, creating... [ 602.304032] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.304188] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.304299] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.304517] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.304980] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.304980] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.305187] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.305269] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.305868] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.305951] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.306094] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: f15b1238-1abe-465f-9d62-730005f07212 is going to be created. [ 602.319786] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-78905535-9ac4-46ff-9a0e-ad5fb759d405 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.319977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.322021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.322021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-78905535-9ac4-46ff-9a0e-ad5fb759d405 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.322021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.322021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.322617] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78905535-9ac4-46ff-9a0e-ad5fb759d405',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.330153] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.330350] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.330468] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.330713] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.330954] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.331219] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-f15b1238-1abe-465f-9d62-730005f07212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.710647] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 602.710926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.733156] env[65945]: INFO networking_nsxv3.common.synchronization [None req-4ac4ca03-a22e-4bc1-b9a0-e41c694a6f62 None None] Enqueued Resource ID: e9faa25a-0a9d-42d5-92c1-a25a8515d90f with Priority: HIGHEST for action port [ 602.733690] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9faa25a-0a9d-42d5-92c1-a25a8515d90f with Priority: HIGHEST for action port [ 602.734054] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9faa25a-0a9d-42d5-92c1-a25a8515d90f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.734181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9faa25a-0a9d-42d5-92c1-a25a8515d90f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.734247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9faa25a-0a9d-42d5-92c1-a25a8515d90f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.734546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9faa25a-0a9d-42d5-92c1-a25a8515d90f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.734591] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9faa25a-0a9d-42d5-92c1-a25a8515d90f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.824447] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78905535-9ac4-46ff-9a0e-ad5fb759d405: rpc.has_security_group_logging(os_id): False [ 602.844838] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.845058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.845133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.846179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.846179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.846569] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.846909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.846992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.847197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.847334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.847515] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.847620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.847682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.847828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.847905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.848163] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.849296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.849296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.849296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.849296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.849296] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 is going to be created. [ 602.926326] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.926326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.926326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.926326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.926326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.937488] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 in Status: IN_PROGRESS for 2s [ 603.064681] env[65945]: INFO networking_nsxv3.common.synchronization [req-665b4335-cb9f-4eff-be59-710bbebe6056 req-244528b9-9cdd-4d4a-9711-a9cd48d040f2 service nova] Enqueued Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_rules [ 603.064681] env[65945]: INFO networking_nsxv3.common.synchronization [req-665b4335-cb9f-4eff-be59-710bbebe6056 req-244528b9-9cdd-4d4a-9711-a9cd48d040f2 service nova] Enqueued Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 603.064681] env[65945]: INFO networking_nsxv3.common.synchronization [req-665b4335-cb9f-4eff-be59-710bbebe6056 req-244528b9-9cdd-4d4a-9711-a9cd48d040f2 service nova] Enqueued Resource ID: f15b1238-1abe-465f-9d62-730005f07212 with Priority: HIGHEST for action port [ 603.064681] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_rules [ 603.064681] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 603.064681] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15b1238-1abe-465f-9d62-730005f07212 with Priority: HIGHEST for action port [ 603.064990] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.064990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.064990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.066010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.066010] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.066278] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.066364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.066364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.066538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.067049] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.067049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.067049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.067049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.067049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.067285] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.069771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f15b1238-1abe-465f-9d62-730005f07212 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.069771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f15b1238-1abe-465f-9d62-730005f07212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.069771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f15b1238-1abe-465f-9d62-730005f07212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.069771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f15b1238-1abe-465f-9d62-730005f07212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.069771] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f15b1238-1abe-465f-9d62-730005f07212',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.163778] env[65945]: INFO networking_nsxv3.common.synchronization [req-2b9503b0-6331-4d1f-9542-b7d8e70eb3aa req-2742a4c7-c454-465b-894e-145ba49fbf3c tempest-ServerDiagnosticsNegativeTest-16225570 tempest-ServerDiagnosticsNegativeTest-16225570-project-member] Enqueued Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGHEST for action security_group_members [ 603.163940] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGHEST for action security_group_members [ 603.164245] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-779e72b4-305a-40c6-a0f7-8ce852c1a532 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.164387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.164428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.164673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.164804] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.164898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.164956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.166770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.166901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.166978] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779e72b4-305a-40c6-a0f7-8ce852c1a532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.238615] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9faa25a-0a9d-42d5-92c1-a25a8515d90f [ 603.238849] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.238987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.239069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.239483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.239483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.239483] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9faa25a-0a9d-42d5-92c1-a25a8515d90f already deleted. [ 603.239676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9faa25a-0a9d-42d5-92c1-a25a8515d90f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.438326] env[65945]: INFO networking_nsxv3.common.synchronization [None req-5f5d21ee-9f7c-4d67-97cc-21d451250c23 None None] Enqueued Resource ID: 03178303-2313-47b4-bc7a-5a71b40bc200 with Priority: HIGHEST for action port [ 603.438508] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03178303-2313-47b4-bc7a-5a71b40bc200 with Priority: HIGHEST for action port [ 603.439614] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-03178303-2313-47b4-bc7a-5a71b40bc200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.439614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03178303-2313-47b4-bc7a-5a71b40bc200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.439614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03178303-2313-47b4-bc7a-5a71b40bc200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.439614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03178303-2313-47b4-bc7a-5a71b40bc200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.439614] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03178303-2313-47b4-bc7a-5a71b40bc200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.445971] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.446172] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.446290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.446541] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.446826] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.446962] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.447355] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.447694] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.448258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.448558] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.448782] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.448857] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.449656] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.449656] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.449656] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.449656] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.469777] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.469777] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.469954] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.470236] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.470668] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.470874] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.471050] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.471364] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.471748] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb85d47-707b-4dad-9b70-f9c0e6d0321a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.570017] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.571206] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.571336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.571481] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f15b1238-1abe-465f-9d62-730005f07212 with status ACTIVE [ 603.571641] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.571762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.571823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.572742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.572742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.572742] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.572742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.572742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.572742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.572742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.573570] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.573570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.573570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.573570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.573570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.573570] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f15b1238-1abe-465f-9d62-730005f07212 is going to be updated. [ 603.596507] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.596732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.596732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.596907] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.597066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.597223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f15b1238-1abe-465f-9d62-730005f07212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.669209] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.669367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.669411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.669614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.669701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.669882] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.669979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.670050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.670194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.670268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.670349] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 already deleted. [ 603.670423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.945806] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03178303-2313-47b4-bc7a-5a71b40bc200 [ 603.946134] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.946134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.946240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.946412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.946499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.946590] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03178303-2313-47b4-bc7a-5a71b40bc200 already deleted. [ 603.946668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03178303-2313-47b4-bc7a-5a71b40bc200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.974515] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.975067] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.975067] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.975268] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.975425] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.975585] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 8eb85d47-707b-4dad-9b70-f9c0e6d0321a not found, creating... [ 603.975979] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.976121] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.976302] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.976547] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.976685] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.976975] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.977145] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.977257] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.977467] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.977590] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.977725] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 8eb85d47-707b-4dad-9b70-f9c0e6d0321a is going to be created. [ 604.001362] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.001598] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.001736] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.002007] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.002330] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.002552] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.075486] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.577547] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.577693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.577804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.578095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.578206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.578305] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 is going to be created. [ 604.603180] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.603830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.603830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.603830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.603830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.616106] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: UNINITIALIZED for 2s [ 604.768038] env[65945]: INFO networking_nsxv3.common.synchronization [req-2b9503b0-6331-4d1f-9542-b7d8e70eb3aa req-39635238-7824-4384-9788-c9286bb4acbe service nova] Enqueued Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGHEST for action security_group_rules [ 604.768338] env[65945]: INFO networking_nsxv3.common.synchronization [req-2b9503b0-6331-4d1f-9542-b7d8e70eb3aa req-39635238-7824-4384-9788-c9286bb4acbe service nova] Enqueued Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGHEST for action security_group_members [ 604.768431] env[65945]: INFO networking_nsxv3.common.synchronization [req-2b9503b0-6331-4d1f-9542-b7d8e70eb3aa req-39635238-7824-4384-9788-c9286bb4acbe service nova] Enqueued Resource ID: 8eb85d47-707b-4dad-9b70-f9c0e6d0321a with Priority: HIGHEST for action port [ 604.768992] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGHEST for action security_group_rules [ 604.769579] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGHEST for action security_group_members [ 604.769579] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb85d47-707b-4dad-9b70-f9c0e6d0321a with Priority: HIGHEST for action port [ 604.771680] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779e72b4-305a-40c6-a0f7-8ce852c1a532 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.771680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.771680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.771680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.771680] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779e72b4-305a-40c6-a0f7-8ce852c1a532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.772301] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-779e72b4-305a-40c6-a0f7-8ce852c1a532 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.772301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.772301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.772301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.772751] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.772751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.772751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.774723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.774862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.775018] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779e72b4-305a-40c6-a0f7-8ce852c1a532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.776779] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.776929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.777031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.777522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.777626] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb85d47-707b-4dad-9b70-f9c0e6d0321a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.950327] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 in Status: SUCCESS [ 604.950581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.278558] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779e72b4-305a-40c6-a0f7-8ce852c1a532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.282441] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-779e72b4-305a-40c6-a0f7-8ce852c1a532 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.282726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.283260] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eb85d47-707b-4dad-9b70-f9c0e6d0321a with status ACTIVE [ 605.283431] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.283676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.283787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.284122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.284360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.284705] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.284997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.287307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.287649] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.287805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.288011] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.289686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.289781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.289926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.290033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.290136] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eb85d47-707b-4dad-9b70-f9c0e6d0321a is going to be updated. [ 605.326795] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.327026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.327137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.327509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.327689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.327931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb85d47-707b-4dad-9b70-f9c0e6d0321a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.708739] env[65945]: INFO networking_nsxv3.common.synchronization [req-c4bc7468-3b8d-430d-9ba9-23ee337d554e req-788baa41-70be-4c7a-82cc-c017e0089cf9 tempest-TenantUsagesTestJSON-1109304914 tempest-TenantUsagesTestJSON-1109304914-project-member] Enqueued Resource ID: cdfe5420-85d2-4281-939b-529d88f2d365 with Priority: HIGHEST for action security_group_members [ 605.711535] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfe5420-85d2-4281-939b-529d88f2d365 with Priority: HIGHEST for action security_group_members [ 605.711857] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdfe5420-85d2-4281-939b-529d88f2d365 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.711857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.711857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.712536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.712711] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.713108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.713108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.713611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.713739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.713845] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdfe5420-85d2-4281-939b-529d88f2d365',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.783112] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779e72b4-305a-40c6-a0f7-8ce852c1a532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.028265] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.028607] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.028607] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.028821] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.029133] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.029319] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.029435] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.029643] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.029784] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.029991] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.030122] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.030249] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.030345] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.030430] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.030530] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.030650] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.054682] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.054841] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.055029] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.055221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.055529] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.055695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.055816] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.056190] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.056327] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa1eb1f-3d5f-467a-b62b-0057b44e88ca',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.217129] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.217928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.218058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.218269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.218360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.218584] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.218704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.218766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.219094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.219190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.219280] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdfe5420-85d2-4281-939b-529d88f2d365 already deleted. [ 606.219358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.289891] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.289891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.289891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.289891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.289891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.289891] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 is going to be created. [ 606.319022] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.320491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.320675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.321028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.321715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.342409] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 in Status: UNINITIALIZED for 2s [ 606.559393] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.559663] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.559804] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.560117] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.560276] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.560451] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 5aa1eb1f-3d5f-467a-b62b-0057b44e88ca not found, creating... [ 606.560715] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.560888] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.561019] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.561259] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.561417] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.561727] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.561911] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.562089] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.562293] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.562440] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.562594] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 5aa1eb1f-3d5f-467a-b62b-0057b44e88ca is going to be created. [ 606.587570] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.587893] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.588053] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.588421] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.588721] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.588984] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.625865] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: SUCCESS [ 606.626169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.626396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.626640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.626809] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.626928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.627054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.627200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.627367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.627482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.627583] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.120218] env[65945]: INFO networking_nsxv3.common.synchronization [None req-70d133fa-2ab7-417b-a659-0d5164a2566d tempest-ServersWithSpecificFlavorTestJSON-1911004322 tempest-ServersWithSpecificFlavorTestJSON-1911004322-project-member] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_rules [ 607.120817] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_rules [ 607.121154] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.121362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.121362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.121652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.121697] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.130503] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.130893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.130893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.131226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.131226] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.131363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.131363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.131852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.131852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.131852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.131852] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.132074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.132074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.132153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.132230] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.132323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.132383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.132519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.132597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.132676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.132767] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.317229] env[65945]: INFO networking_nsxv3.common.synchronization [req-c4bc7468-3b8d-430d-9ba9-23ee337d554e req-d7ca33c9-e5c4-4c33-a33f-e7a95361714c service nova] Enqueued Resource ID: cdfe5420-85d2-4281-939b-529d88f2d365 with Priority: HIGHEST for action security_group_rules [ 607.317229] env[65945]: INFO networking_nsxv3.common.synchronization [req-c4bc7468-3b8d-430d-9ba9-23ee337d554e req-d7ca33c9-e5c4-4c33-a33f-e7a95361714c service nova] Enqueued Resource ID: cdfe5420-85d2-4281-939b-529d88f2d365 with Priority: HIGHEST for action security_group_members [ 607.317229] env[65945]: INFO networking_nsxv3.common.synchronization [req-c4bc7468-3b8d-430d-9ba9-23ee337d554e req-d7ca33c9-e5c4-4c33-a33f-e7a95361714c service nova] Enqueued Resource ID: 5aa1eb1f-3d5f-467a-b62b-0057b44e88ca with Priority: HIGHEST for action port [ 607.321042] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfe5420-85d2-4281-939b-529d88f2d365 with Priority: HIGHEST for action security_group_rules [ 607.321042] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfe5420-85d2-4281-939b-529d88f2d365 with Priority: HIGHEST for action security_group_members [ 607.321042] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa1eb1f-3d5f-467a-b62b-0057b44e88ca with Priority: HIGHEST for action port [ 607.321042] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdfe5420-85d2-4281-939b-529d88f2d365 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.321042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.321042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.321042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.321042] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdfe5420-85d2-4281-939b-529d88f2d365',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.325444] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdfe5420-85d2-4281-939b-529d88f2d365 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.325444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.325444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.325444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.325444] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.325444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.325444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.325444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.325444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.325444] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdfe5420-85d2-4281-939b-529d88f2d365',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.328700] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.328821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.328917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.329122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.329208] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa1eb1f-3d5f-467a-b62b-0057b44e88ca',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.398411] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e9c905ee-b08d-4ba5-ba22-c3b4d2a4ff74 tempest-ServersWithSpecificFlavorTestJSON-1911004322 tempest-ServersWithSpecificFlavorTestJSON-1911004322-project-member] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_rules [ 607.399353] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_rules [ 607.399523] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.399523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.635438] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40: rpc.has_security_group_logging(os_id): False [ 607.679610] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.679860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.679930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.680296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.680410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.680592] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.680808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.680899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.681157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.682979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.683231] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.683384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.683421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.683599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.684092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.684092] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.684092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.684092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.684373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.684373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.684373] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 is going to be created. [ 607.686334] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.686538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.686538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.686673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.687096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.687096] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 already deleted. [ 607.687096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.687096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.687365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.687365] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.821493] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.821826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.821826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.822084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.822243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.831929] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdfe5420-85d2-4281-939b-529d88f2d365 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.832140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.832363] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdfe5420-85d2-4281-939b-529d88f2d365',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.833405] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aa1eb1f-3d5f-467a-b62b-0057b44e88ca with status ACTIVE [ 607.833661] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.833793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.833855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.834081] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.834176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.834416] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.834519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.834617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.834807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.834918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.838600] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.838600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.838600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.838600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.838600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.838600] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aa1eb1f-3d5f-467a-b62b-0057b44e88ca is going to be updated. [ 607.845325] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: IN_PROGRESS for 2s [ 607.864996] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.865320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.865412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.865902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.866252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.866517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa1eb1f-3d5f-467a-b62b-0057b44e88ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.210569] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.210569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.210569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.211293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.211293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.211293] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 already deleted. [ 608.211293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.271955] env[65945]: INFO networking_nsxv3.common.synchronization [req-ef12c868-67f9-4d30-9f83-360b621ae554 req-521dd8d6-3b77-4a9b-8c3d-f5ec213b5c59 tempest-ServerExternalEventsTest-708754964 tempest-ServerExternalEventsTest-708754964-project-member] Enqueued Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGHEST for action security_group_members [ 608.271955] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGHEST for action security_group_members [ 608.271955] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.271955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.271955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.271955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.271955] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.271955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.271955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.274591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.274591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.274591] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af5575d-368c-4abc-a90d-b1a0a4cc2b53',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.338266] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdfe5420-85d2-4281-939b-529d88f2d365',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.353676] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 in Status: SUCCESS [ 608.353907] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.354810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.355210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.355283] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.355413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.355491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.355651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.355730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.355822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.355912] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('779e72b4-305a-40c6-a0f7-8ce852c1a532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.721204] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.721829] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.721829] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.721829] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.722033] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.722144] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.722256] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.722446] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.722574] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.722766] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.722881] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.723042] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.723464] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.723464] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.723464] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.723464] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.745068] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.745272] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.745406] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.745595] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.746010] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-195aa76a-32d2-44c9-9786-e80e22f9e22d taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.746408] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-195aa76a-32d2-44c9-9786-e80e22f9e22d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.746408] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-195aa76a-32d2-44c9-9786-e80e22f9e22d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.746643] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-195aa76a-32d2-44c9-9786-e80e22f9e22d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.746774] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195aa76a-32d2-44c9-9786-e80e22f9e22d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.775901] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.776075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.776407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.776407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.776517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.776674] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.776796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.776872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.777067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.777178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.777273] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 already deleted. [ 608.777357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.842630] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.842787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.842852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.843077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.843176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.843261] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdfe5420-85d2-4281-939b-529d88f2d365 is going to be created. [ 608.860027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-779e72b4-305a-40c6-a0f7-8ce852c1a532 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.860190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.860190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.860508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.860583] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.860720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.860802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.863046] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-779e72b4-305a-40c6-a0f7-8ce852c1a532 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.863046] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.863046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.863046] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('779e72b4-305a-40c6-a0f7-8ce852c1a532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.871438] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.871558] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.871650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.871929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.872123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.883696] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdfe5420-85d2-4281-939b-529d88f2d365 in Status: UNINITIALIZED for 2s [ 609.250262] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.250622] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.250622] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.251104] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.251104] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.251624] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 195aa76a-32d2-44c9-9786-e80e22f9e22d not found, creating... [ 609.251713] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.252049] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.252049] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.254230] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.254230] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.254230] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.254230] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.254230] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.254230] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.254230] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.254230] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 195aa76a-32d2-44c9-9786-e80e22f9e22d is going to be created. [ 609.274299] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.274299] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.275109] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.275109] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.275109] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.275261] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-195aa76a-32d2-44c9-9786-e80e22f9e22d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.366972] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 779e72b4-305a-40c6-a0f7-8ce852c1a532: rpc.has_security_group_logging(os_id): False [ 609.402318] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.402493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.402535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.402778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.402901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.403133] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.403237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.403301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.403460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.403537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.403727] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.403817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.403877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.404020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.404093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.404275] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.404375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.404438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.404550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.404620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.404703] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 is going to be created. [ 609.490827] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.491126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.491126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.491289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.491464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.504911] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 in Status: IN_PROGRESS for 2s [ 609.859962] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: SUCCESS [ 609.859962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.014445] env[65945]: INFO networking_nsxv3.common.synchronization [req-ef12c868-67f9-4d30-9f83-360b621ae554 req-ccb03c5f-3634-4903-8b04-a72da539c7e4 service nova] Enqueued Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGHEST for action security_group_rules [ 610.014593] env[65945]: INFO networking_nsxv3.common.synchronization [req-ef12c868-67f9-4d30-9f83-360b621ae554 req-ccb03c5f-3634-4903-8b04-a72da539c7e4 service nova] Enqueued Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGHEST for action security_group_members [ 610.014726] env[65945]: INFO networking_nsxv3.common.synchronization [req-ef12c868-67f9-4d30-9f83-360b621ae554 req-ccb03c5f-3634-4903-8b04-a72da539c7e4 service nova] Enqueued Resource ID: 195aa76a-32d2-44c9-9786-e80e22f9e22d with Priority: HIGHEST for action port [ 610.015273] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGHEST for action security_group_rules [ 610.015402] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGHEST for action security_group_members [ 610.015498] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 195aa76a-32d2-44c9-9786-e80e22f9e22d with Priority: HIGHEST for action port [ 610.015760] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.015877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.015944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.018984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.020922] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7af5575d-368c-4abc-a90d-b1a0a4cc2b53',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.020922] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.020922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.020922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.020922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.020922] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.021453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.021742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.022055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.022720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.023032] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af5575d-368c-4abc-a90d-b1a0a4cc2b53',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.025351] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-195aa76a-32d2-44c9-9786-e80e22f9e22d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.025351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-195aa76a-32d2-44c9-9786-e80e22f9e22d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.025351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-195aa76a-32d2-44c9-9786-e80e22f9e22d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.025351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-195aa76a-32d2-44c9-9786-e80e22f9e22d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.025351] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195aa76a-32d2-44c9-9786-e80e22f9e22d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.528113] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.528420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.528608] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7af5575d-368c-4abc-a90d-b1a0a4cc2b53',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.529758] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 195aa76a-32d2-44c9-9786-e80e22f9e22d with status ACTIVE [ 610.529959] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.530116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.530194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.530446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.530547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.530739] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.530862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.530927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.531206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.531331] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.531561] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.531731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.531828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.532222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.532222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.532292] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 195aa76a-32d2-44c9-9786-e80e22f9e22d is going to be updated. [ 610.567260] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.572132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.572132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.572132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.572132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.572132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-195aa76a-32d2-44c9-9786-e80e22f9e22d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.737663] env[65945]: INFO networking_nsxv3.common.synchronization [req-5f3dfc2b-e504-4648-bd71-015b1051058c req-1337eaaf-4d35-44dd-ac4b-591545ff3d4a tempest-InstanceActionsV221TestJSON-1642319172 tempest-InstanceActionsV221TestJSON-1642319172-project-member] Enqueued Resource ID: f9d1751c-818b-433c-b416-8250063925d7 with Priority: HIGHEST for action security_group_members [ 610.738615] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d1751c-818b-433c-b416-8250063925d7 with Priority: HIGHEST for action security_group_members [ 610.739073] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d1751c-818b-433c-b416-8250063925d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.739221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.739701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.739701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.740079] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.740079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.740079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.740079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.740292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.740292] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d1751c-818b-433c-b416-8250063925d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.894365] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdfe5420-85d2-4281-939b-529d88f2d365 in Status: SUCCESS [ 610.894579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.894739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.894949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.895233] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.895352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.895421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.895575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.895688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.895734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.895824] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdfe5420-85d2-4281-939b-529d88f2d365',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.037442] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7af5575d-368c-4abc-a90d-b1a0a4cc2b53',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.211055] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.211251] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-665" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.211370] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-665" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.211759] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-665" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.212024] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.212935] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.213083] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.213236] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.213589] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.213811] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.213923] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.214042] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.214149] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.214253] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.214351] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.214475] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.234799] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.235193] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.235247] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.235805] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-665" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.235805] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-9b66e651-f995-4f74-96bf-baa5796c7bd9 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.236064] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-9b66e651-f995-4f74-96bf-baa5796c7bd9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.236064] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-9b66e651-f995-4f74-96bf-baa5796c7bd9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.236408] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-9b66e651-f995-4f74-96bf-baa5796c7bd9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.236484] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b66e651-f995-4f74-96bf-baa5796c7bd9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.243931] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.243931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.243931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.243931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.243931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.243931] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.243931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.243931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.244398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.244398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.244398] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d1751c-818b-433c-b416-8250063925d7 already deleted. [ 611.244609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.398967] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdfe5420-85d2-4281-939b-529d88f2d365 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.398967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.398967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.399566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.399798] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.400017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.400136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.400749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.400886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.401121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.401185] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdfe5420-85d2-4281-939b-529d88f2d365 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.401316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.401382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.401570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.401688] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.401833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.401918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.402443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.402559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.402632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.402727] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdfe5420-85d2-4281-939b-529d88f2d365',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.521109] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 in Status: SUCCESS [ 611.521550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.539478] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.539970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.539970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.540184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.540585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.540585] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 is going to be created. [ 611.574904] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.575119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.575194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.575477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.575610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.592596] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 in Status: UNINITIALIZED for 2s [ 611.746809] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.747143] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.747341] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.747811] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.748054] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.748302] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 9b66e651-f995-4f74-96bf-baa5796c7bd9 not found, creating... [ 611.748686] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.748920] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.749139] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.749462] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.749661] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.750107] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.750385] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.750490] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.750803] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.750981] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.751184] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 9b66e651-f995-4f74-96bf-baa5796c7bd9 is going to be created. [ 611.774899] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.775211] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.775350] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.775809] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.775923] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.776225] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-9b66e651-f995-4f74-96bf-baa5796c7bd9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.906110] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdfe5420-85d2-4281-939b-529d88f2d365: rpc.has_security_group_logging(os_id): False [ 611.952604] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.952819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.952996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.953332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.953477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.953725] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.953871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.953992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.954244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.954360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.954660] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.954802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.954941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.955150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.955350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.955543] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.955682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.955776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.955975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.956113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.956263] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdfe5420-85d2-4281-939b-529d88f2d365 is going to be created. [ 612.047846] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.048199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.048199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.048450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.048536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.069340] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdfe5420-85d2-4281-939b-529d88f2d365 in Status: IN_PROGRESS for 2s [ 612.559789] env[65945]: INFO networking_nsxv3.common.synchronization [req-5f3dfc2b-e504-4648-bd71-015b1051058c req-b591ab83-72c8-4f32-b66d-ec10391d7f06 service nova] Enqueued Resource ID: f9d1751c-818b-433c-b416-8250063925d7 with Priority: HIGHEST for action security_group_rules [ 612.560099] env[65945]: INFO networking_nsxv3.common.synchronization [req-5f3dfc2b-e504-4648-bd71-015b1051058c req-b591ab83-72c8-4f32-b66d-ec10391d7f06 service nova] Enqueued Resource ID: f9d1751c-818b-433c-b416-8250063925d7 with Priority: HIGHEST for action security_group_members [ 612.560691] env[65945]: INFO networking_nsxv3.common.synchronization [req-5f3dfc2b-e504-4648-bd71-015b1051058c req-b591ab83-72c8-4f32-b66d-ec10391d7f06 service nova] Enqueued Resource ID: 9b66e651-f995-4f74-96bf-baa5796c7bd9 with Priority: HIGHEST for action port [ 612.561444] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d1751c-818b-433c-b416-8250063925d7 with Priority: HIGHEST for action security_group_rules [ 612.561629] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d1751c-818b-433c-b416-8250063925d7 with Priority: HIGHEST for action security_group_members [ 612.561818] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b66e651-f995-4f74-96bf-baa5796c7bd9 with Priority: HIGHEST for action port [ 612.562124] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d1751c-818b-433c-b416-8250063925d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.562318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.562386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.562715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.562882] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d1751c-818b-433c-b416-8250063925d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.564370] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d1751c-818b-433c-b416-8250063925d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.565240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.565240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.565240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.565240] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.566089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.566089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.566089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.566089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.566089] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d1751c-818b-433c-b416-8250063925d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.566950] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b66e651-f995-4f74-96bf-baa5796c7bd9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.567125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b66e651-f995-4f74-96bf-baa5796c7bd9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.567211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b66e651-f995-4f74-96bf-baa5796c7bd9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.568191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b66e651-f995-4f74-96bf-baa5796c7bd9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.568191] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b66e651-f995-4f74-96bf-baa5796c7bd9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.070148] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d1751c-818b-433c-b416-8250063925d7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.070406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.070579] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9d1751c-818b-433c-b416-8250063925d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.071431] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b66e651-f995-4f74-96bf-baa5796c7bd9 with status ACTIVE [ 613.072348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.072348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.072529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.072733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.072825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.073200] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.073845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.073845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.073845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.073845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.074083] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.074083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.074185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.074319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.074420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.074527] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b66e651-f995-4f74-96bf-baa5796c7bd9 is going to be updated. [ 613.097933] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.098221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.098221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.098459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.098616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.098769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b66e651-f995-4f74-96bf-baa5796c7bd9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.133049] env[65945]: INFO networking_nsxv3.common.synchronization [req-8f9c447c-0b2b-42b6-bef8-5115a7e4533a req-9292072e-2d52-4995-80dc-377adae882fb tempest-MigrationsAdminTest-1787870437 tempest-MigrationsAdminTest-1787870437-project-member] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 613.133425] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 613.133764] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.133927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.134016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.135156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.135318] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.135490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.135490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.135702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.135806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.135929] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.434027] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.434166] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.434353] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.434628] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.434880] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.436391] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.436856] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.437281] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.437493] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.438083] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.438283] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.438420] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.438555] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.438693] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.438824] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.439150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.460296] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.460496] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.460702] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.460937] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.461315] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.461539] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.461713] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.462194] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.462398] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1ddb13-3770-4717-b5fc-c58b7bf8669f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.577722] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9d1751c-818b-433c-b416-8250063925d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.602679] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 in Status: SUCCESS [ 613.602679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.603315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.603537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.603733] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.603854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.603928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.604088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.604171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.604257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.604350] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7af5575d-368c-4abc-a90d-b1a0a4cc2b53',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.641879] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.641879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.641879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.641879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.641879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.641879] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.641879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.641879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.641879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.641879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.641879] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 already deleted. [ 613.641879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.731186] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ddb47fbe-d0f3-4477-ac15-95a93b58e464 None None] Enqueued Resource ID: af8ec275-96cf-4fb7-af07-321c5769da55 with Priority: HIGHEST for action port [ 613.731186] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8ec275-96cf-4fb7-af07-321c5769da55 with Priority: HIGHEST for action port [ 613.731186] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-af8ec275-96cf-4fb7-af07-321c5769da55 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.731186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af8ec275-96cf-4fb7-af07-321c5769da55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.731186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af8ec275-96cf-4fb7-af07-321c5769da55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.731772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af8ec275-96cf-4fb7-af07-321c5769da55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.731966] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8ec275-96cf-4fb7-af07-321c5769da55',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.966129] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.966129] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.966129] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.966129] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.966392] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.966392] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 3d1ddb13-3770-4717-b5fc-c58b7bf8669f not found, creating... [ 613.967019] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.967019] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.967019] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.967268] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.967268] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.967732] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.967732] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.967732] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.967953] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.968709] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.968709] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 3d1ddb13-3770-4717-b5fc-c58b7bf8669f is going to be created. [ 613.994432] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.994432] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.994432] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994432] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.994432] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.994432] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.080464] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.080464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.080464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.080464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.080464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.080464] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d1751c-818b-433c-b416-8250063925d7 is going to be created. [ 614.085283] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdfe5420-85d2-4281-939b-529d88f2d365 in Status: SUCCESS [ 614.085283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.104980] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.105148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.105216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.105424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.105611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.106920] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.107427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.108034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.108034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.108034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.108034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.110395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110395] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7af5575d-368c-4abc-a90d-b1a0a4cc2b53',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.136119] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d1751c-818b-433c-b416-8250063925d7 in Status: UNINITIALIZED for 2s [ 614.235150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af8ec275-96cf-4fb7-af07-321c5769da55 [ 614.235461] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.235603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.237183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.237480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.237582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.237697] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af8ec275-96cf-4fb7-af07-321c5769da55 already deleted. [ 614.237784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af8ec275-96cf-4fb7-af07-321c5769da55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.614548] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7af5575d-368c-4abc-a90d-b1a0a4cc2b53: rpc.has_security_group_logging(os_id): False [ 614.633012] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.633226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.633282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.633444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.633536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.633724] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.633906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.633906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.634016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.634095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.634290] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.634381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.634435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.634572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.634644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.634812] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.634902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.634960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.635142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.635211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.635292] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 is going to be created. [ 614.694157] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.694157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.694569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.694569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.694719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.707318] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 in Status: IN_PROGRESS for 2s [ 614.724390] env[65945]: INFO networking_nsxv3.common.synchronization [req-8f9c447c-0b2b-42b6-bef8-5115a7e4533a req-04269ec0-33ff-401e-b305-59cd53fa7aeb service nova] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_rules [ 614.724610] env[65945]: INFO networking_nsxv3.common.synchronization [req-8f9c447c-0b2b-42b6-bef8-5115a7e4533a req-04269ec0-33ff-401e-b305-59cd53fa7aeb service nova] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 614.724774] env[65945]: INFO networking_nsxv3.common.synchronization [req-8f9c447c-0b2b-42b6-bef8-5115a7e4533a req-04269ec0-33ff-401e-b305-59cd53fa7aeb service nova] Enqueued Resource ID: 3d1ddb13-3770-4717-b5fc-c58b7bf8669f with Priority: HIGHEST for action port [ 614.725101] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_rules [ 614.725309] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 614.725490] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1ddb13-3770-4717-b5fc-c58b7bf8669f with Priority: HIGHEST for action port [ 614.726231] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.726357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.726456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.726754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.726973] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.728475] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.728616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.728713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.728946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.729377] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.729513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.729659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.729853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.729985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.730142] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.731110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.731238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.731320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.731526] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.731607] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1ddb13-3770-4717-b5fc-c58b7bf8669f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.235493] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.236732] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.236929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.238813] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d1ddb13-3770-4717-b5fc-c58b7bf8669f with status ACTIVE [ 615.239067] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.239425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.239425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.239943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.240185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.240320] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.240384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.240456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.240692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.240775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.240991] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.241150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.241239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.241409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.241500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.241600] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d1ddb13-3770-4717-b5fc-c58b7bf8669f is going to be updated. [ 615.267319] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.267705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.267705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.267833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.268020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.268307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d1ddb13-3770-4717-b5fc-c58b7bf8669f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.479112] env[65945]: INFO networking_nsxv3.common.synchronization [req-50360eb7-0365-4837-ba03-5c99291e9df9 req-eae9f452-638d-4531-893f-4f8c75c0f3d7 tempest-ServersAdminNegativeTestJSON-1873031900 tempest-ServersAdminNegativeTestJSON-1873031900-project-member] Enqueued Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 615.480460] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 615.480838] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.480999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.481143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.481435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.481628] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.481765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.481853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.482114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.482293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.482421] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.745657] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.836743] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e77ee270-0fdb-4e56-bc3a-b1e36f42c76e None None] Enqueued Resource ID: a4b31583-9d60-41f0-a11d-ae99541e510e with Priority: HIGHEST for action port [ 615.837264] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b31583-9d60-41f0-a11d-ae99541e510e with Priority: HIGHEST for action port [ 615.837723] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b31583-9d60-41f0-a11d-ae99541e510e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.837723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b31583-9d60-41f0-a11d-ae99541e510e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.837912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b31583-9d60-41f0-a11d-ae99541e510e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.838013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b31583-9d60-41f0-a11d-ae99541e510e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.840254] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b31583-9d60-41f0-a11d-ae99541e510e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.908506] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.908699] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.909024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.909346] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.909622] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.909772] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.909879] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.910532] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.910532] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.910532] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.910532] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.910696] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.910750] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.910825] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.911895] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.911895] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.937860] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.938061] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.938204] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.938374] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.938686] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-fe550410-1852-41be-9056-2198ec1a9c73 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.938874] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-fe550410-1852-41be-9056-2198ec1a9c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.939052] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-fe550410-1852-41be-9056-2198ec1a9c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.939372] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-fe550410-1852-41be-9056-2198ec1a9c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.939498] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe550410-1852-41be-9056-2198ec1a9c73',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.985788] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.986153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.992380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.992380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.992380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.992380] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.992380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.992380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.992380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.992380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.992380] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 already deleted. [ 615.992380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.149712] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d1751c-818b-433c-b416-8250063925d7 in Status: SUCCESS [ 616.152335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.152335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.152335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.152335] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.152335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.152335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.152335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.152335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.152335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.152335] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9d1751c-818b-433c-b416-8250063925d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.250032] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.250032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.250032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.250032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.250032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.250032] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 is going to be created. [ 616.275725] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.275725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.275725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.275725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.275725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.288100] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: UNINITIALIZED for 2s [ 616.342260] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4b31583-9d60-41f0-a11d-ae99541e510e [ 616.342514] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.342645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.342717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.342929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.343031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.343127] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4b31583-9d60-41f0-a11d-ae99541e510e already deleted. [ 616.343211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b31583-9d60-41f0-a11d-ae99541e510e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.441899] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.442121] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.442241] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.442509] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.442648] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.442797] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port fe550410-1852-41be-9056-2198ec1a9c73 not found, creating... [ 616.443076] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.443249] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.443362] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.443570] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.443730] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.443984] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.444152] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.444253] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.444451] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.444578] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.444711] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: fe550410-1852-41be-9056-2198ec1a9c73 is going to be created. [ 616.467885] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.468146] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.468287] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.468615] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.468936] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.469240] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-fe550410-1852-41be-9056-2198ec1a9c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.653752] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d1751c-818b-433c-b416-8250063925d7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.653999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.653999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.654224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.654398] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.654501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.654567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.654722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.654811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.654911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.655151] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d1751c-818b-433c-b416-8250063925d7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.655238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.655271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.655414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.655559] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.655661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.655722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.655871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.655966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.656069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.656190] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9d1751c-818b-433c-b416-8250063925d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.721815] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 in Status: SUCCESS [ 616.724036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.158439] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9d1751c-818b-433c-b416-8250063925d7: rpc.has_security_group_logging(os_id): False [ 617.178398] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.178607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.178788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.179035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.179132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.179399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.179536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.179897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.180166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.180286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.180568] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.180697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.180769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.180931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.181020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.181223] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.181555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.181555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.181555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.181647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.181676] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d1751c-818b-433c-b416-8250063925d7 is going to be created. [ 617.226738] env[65945]: INFO networking_nsxv3.common.synchronization [req-50360eb7-0365-4837-ba03-5c99291e9df9 req-7068f7c5-274f-4e0b-a2d2-7605c5d493b5 service nova] Enqueued Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_rules [ 617.226738] env[65945]: INFO networking_nsxv3.common.synchronization [req-50360eb7-0365-4837-ba03-5c99291e9df9 req-7068f7c5-274f-4e0b-a2d2-7605c5d493b5 service nova] Enqueued Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 617.227243] env[65945]: INFO networking_nsxv3.common.synchronization [req-50360eb7-0365-4837-ba03-5c99291e9df9 req-7068f7c5-274f-4e0b-a2d2-7605c5d493b5 service nova] Enqueued Resource ID: fe550410-1852-41be-9056-2198ec1a9c73 with Priority: HIGHEST for action port [ 617.227511] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_rules [ 617.227681] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 617.227815] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe550410-1852-41be-9056-2198ec1a9c73 with Priority: HIGHEST for action port [ 617.228154] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.228433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.228433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.228741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.228876] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.229975] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.230234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.230234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.231715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.231715] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.231715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.231715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.231715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.231715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.231715] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.232136] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe550410-1852-41be-9056-2198ec1a9c73 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.232136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe550410-1852-41be-9056-2198ec1a9c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.232136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe550410-1852-41be-9056-2198ec1a9c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.232795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe550410-1852-41be-9056-2198ec1a9c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.232795] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe550410-1852-41be-9056-2198ec1a9c73',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.267453] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.268565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.268565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.268565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.268565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.289342] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d1751c-818b-433c-b416-8250063925d7 in Status: IN_PROGRESS for 2s [ 617.734637] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.734934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.735073] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.736037] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe550410-1852-41be-9056-2198ec1a9c73 with status ACTIVE [ 617.736286] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.736421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.736487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.736702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.736851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.737068] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.737223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.737266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.737541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.737541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.737707] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.737804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.737868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.738016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.738095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.738179] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe550410-1852-41be-9056-2198ec1a9c73 is going to be updated. [ 617.769518] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.769518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.769518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.769518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.769518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.769518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe550410-1852-41be-9056-2198ec1a9c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.242102] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.299301] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: SUCCESS [ 618.299615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.299855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.300203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.300494] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.300672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.300773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.301033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.301195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.301367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.301476] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.746831] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.747094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.747094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.747281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.747363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.747469] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 is going to be created. [ 618.773830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.774026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.774179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.774414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.775144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.786088] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: UNINITIALIZED for 2s [ 618.804826] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.805137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.805226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.805574] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.806381] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.806500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.806736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.806807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.806856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.806955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.807151] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.807316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.807355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.807693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.807885] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.808029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.808097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.808294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.808377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.808456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.808600] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.086913] env[65945]: INFO networking_nsxv3.common.synchronization [req-b443852e-af94-4a8c-898b-be934b7694c1 req-05668ba0-2184-4b19-b3bd-63c04055ab18 tempest-ServerDiagnosticsTest-1047602129 tempest-ServerDiagnosticsTest-1047602129-project-member] Enqueued Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGHEST for action security_group_members [ 619.087495] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGHEST for action security_group_members [ 619.087978] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-78905535-9ac4-46ff-9a0e-ad5fb759d405 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.088117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.088188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.088392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.088535] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.089529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.089608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.089760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.089920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.090032] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78905535-9ac4-46ff-9a0e-ad5fb759d405',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.312525] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691ad9f8-3923-4b50-9d49-a90e309b4864: rpc.has_security_group_logging(os_id): False [ 619.314808] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d1751c-818b-433c-b416-8250063925d7 in Status: SUCCESS [ 619.314808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.342776] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.343356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.343356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.343562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.343562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.343818] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.343993] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.344071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.344334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.344652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.344832] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.344959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.345108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.345252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.345492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.345698] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.345698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.345833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.345872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.346132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.346132] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 is going to be created. [ 619.435347] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.435517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.435591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.435866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.436129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.452375] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: IN_PROGRESS for 2s [ 619.497641] env[65945]: INFO networking_nsxv3.common.synchronization [req-40e823f3-a7d1-4f9a-96bb-fc2c053cea6b req-43026298-d5e2-4fdf-ba53-54a487801867 tempest-VolumesAssistedSnapshotsTest-1267933491 tempest-VolumesAssistedSnapshotsTest-1267933491-project-member] Enqueued Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_members [ 619.499470] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_members [ 619.500170] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.500170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.500170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.500406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.500680] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.500680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.500680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.501027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.501027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.501027] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.592768] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.593086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.593086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.593463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.593624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.593993] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.594240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.594378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.594627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.594778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.596282] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 is going to be updated. [ 619.646982] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.648569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.648569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.648569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.648569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.666828] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 in Status: IN_PROGRESS for 2s [ 620.004589] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.004746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.004850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.005158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.005257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.005477] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.005584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.005638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.005797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.005871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.005957] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f already deleted. [ 620.006049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.076901] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.077144] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-902" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.077254] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-902" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.077578] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-902" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.077851] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.078035] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.078150] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.078367] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.078516] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.078715] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.078821] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.078922] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.079035] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.079139] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.079237] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.079361] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.099992] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.100205] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.100282] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.100586] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-902" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.100744] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-39762e44-d29c-4444-a880-e76790b589c9 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.100909] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-39762e44-d29c-4444-a880-e76790b589c9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.101037] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-39762e44-d29c-4444-a880-e76790b589c9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.101355] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-39762e44-d29c-4444-a880-e76790b589c9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.101486] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39762e44-d29c-4444-a880-e76790b589c9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.604192] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.604567] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.604612] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.604914] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.605173] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.605412] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 39762e44-d29c-4444-a880-e76790b589c9 not found, creating... [ 620.605762] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.605974] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.606173] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.606454] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.606607] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.606976] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.607164] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.607293] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.607629] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.607799] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.607953] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 39762e44-d29c-4444-a880-e76790b589c9 is going to be created. [ 620.633926] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.634190] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.634450] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.634779] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.635016] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.635405] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-39762e44-d29c-4444-a880-e76790b589c9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.799562] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: SUCCESS [ 620.799818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.800103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.800337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.800579] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.800726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.800910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.801164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.801710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.801961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.802141] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.845401] env[65945]: INFO networking_nsxv3.common.synchronization [None req-beedd9e9-cc46-402f-877b-83429af8d17f None None] Enqueued Resource ID: cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4 with Priority: HIGHEST for action port [ 620.845655] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4 with Priority: HIGHEST for action port [ 620.845961] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.846101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.846165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.846419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.846588] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.305823] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.306244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.306244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.306495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.306773] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.306915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.307017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.307383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.307383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.307383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.307383] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.307383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.307383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.308290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.308290] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.308290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.308290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.308531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.308531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.308627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.308627] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.349549] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4 [ 621.349910] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.350125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.350225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.350535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.350714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.350787] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4 already deleted. [ 621.350961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1433b0-4eaa-46ae-a8bd-e881eeaa4bb4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.376026] env[65945]: INFO networking_nsxv3.common.synchronization [req-40e823f3-a7d1-4f9a-96bb-fc2c053cea6b req-7b6df09d-a226-4b6f-8606-71b504ec81fe service nova] Enqueued Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_rules [ 621.376269] env[65945]: INFO networking_nsxv3.common.synchronization [req-40e823f3-a7d1-4f9a-96bb-fc2c053cea6b req-7b6df09d-a226-4b6f-8606-71b504ec81fe service nova] Enqueued Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_members [ 621.376476] env[65945]: INFO networking_nsxv3.common.synchronization [req-40e823f3-a7d1-4f9a-96bb-fc2c053cea6b req-7b6df09d-a226-4b6f-8606-71b504ec81fe service nova] Enqueued Resource ID: 39762e44-d29c-4444-a880-e76790b589c9 with Priority: HIGHEST for action port [ 621.377179] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_rules [ 621.377449] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_members [ 621.377590] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39762e44-d29c-4444-a880-e76790b589c9 with Priority: HIGHEST for action port [ 621.378011] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.378174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.378275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.378484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.378605] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.379822] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.380945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.380945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.380945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.380945] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.380945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.380945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.380945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.380945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.381315] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.381998] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-39762e44-d29c-4444-a880-e76790b589c9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.382476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39762e44-d29c-4444-a880-e76790b589c9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.382476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39762e44-d29c-4444-a880-e76790b589c9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.382667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39762e44-d29c-4444-a880-e76790b589c9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.382667] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39762e44-d29c-4444-a880-e76790b589c9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.468053] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: SUCCESS [ 621.468255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.678142] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 in Status: SUCCESS [ 621.678142] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 deletion is rescheduled due to dependency. [ 621.678142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.779795] env[65945]: INFO networking_nsxv3.common.synchronization [req-4246f61d-7daa-4478-8e7d-21528b4cc6eb req-7052599e-6c27-43d1-94dd-889b5b9cb72c tempest-DeleteServersAdminTestJSON-1600909745 tempest-DeleteServersAdminTestJSON-1600909745-project-admin] Enqueued Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 621.780451] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 621.780849] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.780977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.781063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.781272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.781458] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.781574] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.781636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.781793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.781881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.781979] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.813295] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a859e17-f578-4ea1-a915-d58c404d00d7: rpc.has_security_group_logging(os_id): False [ 621.838647] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.838892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.838892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.839146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.839291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.839582] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.840951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.840951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.840951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.840951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.840951] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.840951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.840951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.840951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.840951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.840951] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.841362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.841362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.841362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.841362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.841362] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 is going to be created. [ 621.886044] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.892034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.892034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.892034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39762e44-d29c-4444-a880-e76790b589c9 with status ACTIVE [ 621.892034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.892034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.892034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.892034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.892034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.892034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.892034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.892034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.892034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.892034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.892034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.892724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.892724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.892724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.892724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.892724] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39762e44-d29c-4444-a880-e76790b589c9 is going to be updated. [ 621.919546] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.920211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.920211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.920211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.920211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.920627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39762e44-d29c-4444-a880-e76790b589c9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.951344] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.951509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.951509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.951676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.951835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.967565] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: IN_PROGRESS for 2s [ 622.285269] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.285437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.285510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.285732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.285826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.286031] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.286188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.286233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.286371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.286450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.286537] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 is going to be updated. [ 622.322384] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.322384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.322384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.322384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.322384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.335150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: IN_PROGRESS for 2s [ 622.389935] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.799467] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-1e0c8791-86da-45c2-8a80-5fa120411ca6 tempest-ListServersNegativeTestJSON-358102577 tempest-ListServersNegativeTestJSON-358102577-project-member] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 622.800915] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 622.801586] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.802750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.802750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.803448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.803448] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.803448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.803668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.803785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.803894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.804000] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.892626] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.893135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.893135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.893135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.893135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.893900] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f is going to be created. [ 622.928883] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.928883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.928883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.930459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.930459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.941964] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f in Status: UNINITIALIZED for 2s [ 623.222401] env[65945]: INFO networking_nsxv3.common.synchronization [None req-822182f2-028f-4403-8bfe-ee1774ebaca0 None None] Enqueued Resource ID: 4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2 with Priority: HIGHEST for action port [ 623.222491] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2 with Priority: HIGHEST for action port [ 623.222736] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.222862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.222936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.223513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.223612] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.309110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.309110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.309110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.309110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.309533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.309533] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.309533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.309652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.309826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.309915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.310156] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 already deleted. [ 623.310156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.456021] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.456021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.456021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.456021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.456021] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.456479] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.456750] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.457122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.457451] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.460123] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.460123] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.460123] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.460123] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.460123] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.460123] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.460123] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.483042] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.483042] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.483042] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.483042] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.483042] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-98c7a492-eef4-4fea-ae42-99f0c8db9235 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.483674] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-98c7a492-eef4-4fea-ae42-99f0c8db9235" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.483674] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-98c7a492-eef4-4fea-ae42-99f0c8db9235" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.483674] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-98c7a492-eef4-4fea-ae42-99f0c8db9235" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.483783] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c7a492-eef4-4fea-ae42-99f0c8db9235',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.727882] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2 [ 623.728144] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.728283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.728350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.728636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.729426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.729582] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2 already deleted. [ 623.729772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc2aa3c-0309-4840-a8d8-69f0dd8a30c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.980996] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: SUCCESS [ 623.981289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.988349] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.988579] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.988735] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.989017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.989156] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.989333] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 98c7a492-eef4-4fea-ae42-99f0c8db9235 not found, creating... [ 623.989585] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.989741] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.989854] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.990095] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.990216] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.990486] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.990631] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.990741] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.990935] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.991117] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.991238] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 98c7a492-eef4-4fea-ae42-99f0c8db9235 is going to be created. [ 624.016338] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.016550] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.016671] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.016945] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.017188] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.017414] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-98c7a492-eef4-4fea-ae42-99f0c8db9235" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.345168] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: SUCCESS [ 624.345168] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 deletion is rescheduled due to dependency. [ 624.345168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.731340] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-023fa3ef-543d-4c8e-8a8a-66e6fd732524 service nova] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_rules [ 624.731340] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-023fa3ef-543d-4c8e-8a8a-66e6fd732524 service nova] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 624.731340] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-023fa3ef-543d-4c8e-8a8a-66e6fd732524 service nova] Enqueued Resource ID: 98c7a492-eef4-4fea-ae42-99f0c8db9235 with Priority: HIGHEST for action port [ 624.731340] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_rules [ 624.731340] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 624.731665] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c7a492-eef4-4fea-ae42-99f0c8db9235 with Priority: HIGHEST for action port [ 624.732141] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.732274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.732343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.732620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.732707] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.733586] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.733682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.733757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.733930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.734088] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.737207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.737207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.737207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.737207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.737207] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.737207] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-98c7a492-eef4-4fea-ae42-99f0c8db9235 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.737207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98c7a492-eef4-4fea-ae42-99f0c8db9235" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.737207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98c7a492-eef4-4fea-ae42-99f0c8db9235" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.737207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98c7a492-eef4-4fea-ae42-99f0c8db9235" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.737207] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c7a492-eef4-4fea-ae42-99f0c8db9235',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.952552] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f in Status: SUCCESS [ 624.952812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.953089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.953379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.953672] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.953830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.953904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.954139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.954560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.954673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.954775] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.237802] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.237802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.237802] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.238788] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98c7a492-eef4-4fea-ae42-99f0c8db9235 with status ACTIVE [ 625.238788] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.238788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.239126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.239126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.239198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.241237] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.241237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.241237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.241237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.241237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.241237] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.241237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.241237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.241237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.241237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.241237] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98c7a492-eef4-4fea-ae42-99f0c8db9235 is going to be updated. [ 625.264233] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.264322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.264389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.264595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.264726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.265804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98c7a492-eef4-4fea-ae42-99f0c8db9235" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.457724] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.743449] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.861252] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a1533269-4e82-484e-bb5f-14dc62f45216 None None] Enqueued Resource ID: 7a3ff2fa-56c4-4875-b910-501ba9b22c91 with Priority: HIGHEST for action port [ 625.861799] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3ff2fa-56c4-4875-b910-501ba9b22c91 with Priority: HIGHEST for action port [ 625.862143] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a3ff2fa-56c4-4875-b910-501ba9b22c91 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.862248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a3ff2fa-56c4-4875-b910-501ba9b22c91" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.862639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a3ff2fa-56c4-4875-b910-501ba9b22c91" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.862639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a3ff2fa-56c4-4875-b910-501ba9b22c91" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.862639] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a3ff2fa-56c4-4875-b910-501ba9b22c91',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.960695] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f: rpc.has_security_group_logging(os_id): False [ 625.980795] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.981014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.981104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.981420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.981759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.981900] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.982164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.982164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.983166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.983166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.983166] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f is going to be created. [ 626.050970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.051220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.051382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.051695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.051865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.066324] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f in Status: IN_PROGRESS for 2s [ 626.248131] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.248131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.248131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.248131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.248131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.248131] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be created. [ 626.279542] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.279542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.279542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.279542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.279542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.290576] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: UNINITIALIZED for 2s [ 626.364184] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a3ff2fa-56c4-4875-b910-501ba9b22c91 [ 626.364477] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.364798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.364798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.365067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.365174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.365302] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a3ff2fa-56c4-4875-b910-501ba9b22c91 already deleted. [ 626.365424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a3ff2fa-56c4-4875-b910-501ba9b22c91" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.469934] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-7b1f77f5-7268-475a-86e9-3119f1380463 tempest-ListServersNegativeTestJSON-358102577 tempest-ListServersNegativeTestJSON-358102577-project-member] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 626.469934] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 626.470150] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.470270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.520372] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a93e9fa4-2a4b-4b5e-9a41-eeb3c8834908 None None] Enqueued Resource ID: 2b7d039e-ab98-4692-a039-94b614912df6 with Priority: HIGHEST for action port [ 626.522539] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7d039e-ab98-4692-a039-94b614912df6 with Priority: HIGHEST for action port [ 626.522775] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b7d039e-ab98-4692-a039-94b614912df6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.522967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b7d039e-ab98-4692-a039-94b614912df6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.523054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b7d039e-ab98-4692-a039-94b614912df6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.523321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b7d039e-ab98-4692-a039-94b614912df6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.523393] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b7d039e-ab98-4692-a039-94b614912df6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.896989] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a8031891-df29-4719-bf3b-b91c7d0a34b8 None None] Enqueued Resource ID: 63ff0fa8-559f-4ec8-aeb8-d47edf451b26 with Priority: HIGHEST for action port [ 626.897173] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ff0fa8-559f-4ec8-aeb8-d47edf451b26 with Priority: HIGHEST for action port [ 626.897483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-63ff0fa8-559f-4ec8-aeb8-d47edf451b26 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.897600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63ff0fa8-559f-4ec8-aeb8-d47edf451b26" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.897666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63ff0fa8-559f-4ec8-aeb8-d47edf451b26" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.898656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63ff0fa8-559f-4ec8-aeb8-d47edf451b26" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.898656] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ff0fa8-559f-4ec8-aeb8-d47edf451b26',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.025902] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b7d039e-ab98-4692-a039-94b614912df6 [ 627.027510] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.027510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.027510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.027510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.027510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.027510] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b7d039e-ab98-4692-a039-94b614912df6 already deleted. [ 627.027510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b7d039e-ab98-4692-a039-94b614912df6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.403464] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63ff0fa8-559f-4ec8-aeb8-d47edf451b26 [ 627.405829] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.405829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.405829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.405829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.405829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.405829] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63ff0fa8-559f-4ec8-aeb8-d47edf451b26 already deleted. [ 627.405829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63ff0fa8-559f-4ec8-aeb8-d47edf451b26" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.080215] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.080520] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.080700] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.081453] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.082047] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.084342] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.084342] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.084759] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.086183] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.086422] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.086562] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.086751] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.086805] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.086950] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.087112] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.088063] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.090641] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f in Status: SUCCESS [ 628.090855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.117054] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.117279] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.117409] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.117549] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.117886] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-2f6e2eae-6748-40af-8351-1b78f18ff326 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.119894] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-2f6e2eae-6748-40af-8351-1b78f18ff326" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.119894] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-2f6e2eae-6748-40af-8351-1b78f18ff326" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.119894] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-2f6e2eae-6748-40af-8351-1b78f18ff326" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.119894] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f6e2eae-6748-40af-8351-1b78f18ff326',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.302970] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 628.303276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.303819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.304103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.304248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.304371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.304469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.304584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.304709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.304770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.304938] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.307501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.307702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.307860] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.307974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.308050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.308236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.308286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.308384] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.623553] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.624121] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.624121] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.624276] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.624591] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.624591] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 2f6e2eae-6748-40af-8351-1b78f18ff326 not found, creating... [ 628.625030] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.625175] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.625243] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.625530] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.625672] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.625961] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.626284] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.626445] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.626673] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.626805] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.626943] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 2f6e2eae-6748-40af-8351-1b78f18ff326 is going to be created. [ 628.650511] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.650760] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.650852] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.651321] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.651610] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.651879] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-2f6e2eae-6748-40af-8351-1b78f18ff326" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.812272] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.812272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.812272] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.879378] env[65945]: INFO networking_nsxv3.common.synchronization [None req-132d0559-1d67-4de9-bbef-e2f60406bd82 None None] Enqueued Resource ID: 8eecb7d1-5c76-4616-a8ee-c8793f2463a9 with Priority: HIGHEST for action port [ 628.884239] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eecb7d1-5c76-4616-a8ee-c8793f2463a9 with Priority: HIGHEST for action port [ 628.885389] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eecb7d1-5c76-4616-a8ee-c8793f2463a9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.885588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eecb7d1-5c76-4616-a8ee-c8793f2463a9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.885689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eecb7d1-5c76-4616-a8ee-c8793f2463a9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.886069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eecb7d1-5c76-4616-a8ee-c8793f2463a9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.886449] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eecb7d1-5c76-4616-a8ee-c8793f2463a9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.316633] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.384126] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-e99e5b9f-6c3c-4b4f-a39f-5fb151b3868b service nova] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_rules [ 629.384302] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-e99e5b9f-6c3c-4b4f-a39f-5fb151b3868b service nova] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 629.384455] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-e99e5b9f-6c3c-4b4f-a39f-5fb151b3868b service nova] Enqueued Resource ID: 2f6e2eae-6748-40af-8351-1b78f18ff326 with Priority: HIGHEST for action port [ 629.384927] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_rules [ 629.385113] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 629.385238] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f6e2eae-6748-40af-8351-1b78f18ff326 with Priority: HIGHEST for action port [ 629.385547] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.385670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.385877] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.385965] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.386422] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f6e2eae-6748-40af-8351-1b78f18ff326 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.386576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f6e2eae-6748-40af-8351-1b78f18ff326" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.386655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f6e2eae-6748-40af-8351-1b78f18ff326" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.386859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f6e2eae-6748-40af-8351-1b78f18ff326" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.386939] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f6e2eae-6748-40af-8351-1b78f18ff326',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.389329] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8eecb7d1-5c76-4616-a8ee-c8793f2463a9 [ 629.389506] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.389614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.389680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.389859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.390056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.390273] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8eecb7d1-5c76-4616-a8ee-c8793f2463a9 already deleted. [ 629.390363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eecb7d1-5c76-4616-a8ee-c8793f2463a9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.500927] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ce3b6c7f-dde2-4ad2-9936-13c88a7450d1 None None] Enqueued Resource ID: 2d58661d-f1d7-4e30-8074-780f0dc8651c with Priority: HIGHEST for action port [ 629.501714] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d58661d-f1d7-4e30-8074-780f0dc8651c with Priority: HIGHEST for action port [ 629.503222] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d58661d-f1d7-4e30-8074-780f0dc8651c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.503380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d58661d-f1d7-4e30-8074-780f0dc8651c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.503454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d58661d-f1d7-4e30-8074-780f0dc8651c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.503721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d58661d-f1d7-4e30-8074-780f0dc8651c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.503804] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d58661d-f1d7-4e30-8074-780f0dc8651c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.593031] env[65945]: INFO networking_nsxv3.common.synchronization [None req-16b3f054-70d4-4d65-9c41-5928bfbc2c94 None None] Enqueued Resource ID: 3878be97-9d5e-4529-9dab-3838849ba264 with Priority: HIGHEST for action port [ 629.593031] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3878be97-9d5e-4529-9dab-3838849ba264 with Priority: HIGHEST for action port [ 629.593488] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-3878be97-9d5e-4529-9dab-3838849ba264 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.593747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3878be97-9d5e-4529-9dab-3838849ba264" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.593895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3878be97-9d5e-4529-9dab-3838849ba264" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.594253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3878be97-9d5e-4529-9dab-3838849ba264" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.595064] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3878be97-9d5e-4529-9dab-3838849ba264',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.820870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.820870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.820870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.820870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.822355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.822355] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be updated. [ 629.825447] env[65945]: INFO networking_nsxv3.common.synchronization [req-7ccaa32f-9a46-40a9-83b2-d6836cc3ed4e req-ff0bb4dd-2039-43bb-939e-7a13b25ff2de tempest-ServerDiagnosticsNegativeTest-16225570 tempest-ServerDiagnosticsNegativeTest-16225570-project-member] Enqueued Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGHEST for action security_group_members [ 629.826733] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGHEST for action security_group_members [ 629.827749] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-779e72b4-305a-40c6-a0f7-8ce852c1a532 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.827893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.827957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.828195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.828361] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.828465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.828528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.828684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.828770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.828867] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779e72b4-305a-40c6-a0f7-8ce852c1a532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.864325] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.864526] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.864579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.864818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.864988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.877883] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 629.888916] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f6e2eae-6748-40af-8351-1b78f18ff326 with status ACTIVE [ 629.891109] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.891879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.891879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.891879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.892056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.892280] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.892395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.892441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.892653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.892750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.892920] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.894483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.894483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.894483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.894483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.894483] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f6e2eae-6748-40af-8351-1b78f18ff326 is going to be updated. [ 629.924306] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.924306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.924306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.924306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.924306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.924306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f6e2eae-6748-40af-8351-1b78f18ff326" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.008417] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d58661d-f1d7-4e30-8074-780f0dc8651c [ 630.008417] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.008757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.008757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.008835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.008978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.010034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d58661d-f1d7-4e30-8074-780f0dc8651c already deleted. [ 630.010034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d58661d-f1d7-4e30-8074-780f0dc8651c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.102639] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3878be97-9d5e-4529-9dab-3838849ba264 [ 630.102639] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.102639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.102639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.102639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.102639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.102639] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3878be97-9d5e-4529-9dab-3838849ba264 already deleted. [ 630.102639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3878be97-9d5e-4529-9dab-3838849ba264" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.333467] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.333467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.333467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.336888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.336888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.336888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.336888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.336888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.336888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.336888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.336888] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 is going to be updated. [ 630.376663] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.376916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.377051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.377342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.377550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.390849] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 in Status: IN_PROGRESS for 2s [ 631.877748] env[65945]: INFO networking_nsxv3.common.synchronization [None req-5a96e50b-03d5-4ae6-a896-5c626485e95d tempest-ServersTestFqdnHostnames-1456259163 tempest-ServersTestFqdnHostnames-1456259163-project-member] Enqueued Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_rules [ 631.879305] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_rules [ 631.879648] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.879773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.879841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.880161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.880230] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.893564] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 631.893803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.894312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.894657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.895051] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.895051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.895274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.895468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.895738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.896635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.896635] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.896635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.896635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.896635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.896635] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.896635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.896635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.897015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.897015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.897015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.903169] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.903169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.903169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.903169] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.903169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.903169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.903169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.903169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.903169] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.232703] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ec245609-e456-4b64-b639-561c2398bd9e tempest-ServersTestFqdnHostnames-1456259163 tempest-ServersTestFqdnHostnames-1456259163-project-member] Enqueued Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_rules [ 632.233357] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_rules [ 632.233612] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.233728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.401247] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.401383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.401906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.401906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.401906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.401906] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc already deleted. [ 632.401906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.402688] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 in Status: SUCCESS [ 632.402845] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 deletion is rescheduled due to dependency. [ 632.402935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.406673] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ff91db2-e5fc-44dd-8818-a4eeff21edf6: rpc.has_security_group_logging(os_id): False [ 632.406673] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.406673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.406673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.406673] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.426103] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.426294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.427514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.427514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.427514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.427514] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.427514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.427769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.427861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.427955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.428271] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.428554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.428641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.428858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.428935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.429165] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.429595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.429668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.429814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.429914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.430020] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be created. [ 632.497447] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.497596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.497650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.497896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.498092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.512317] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 632.585653] env[65945]: INFO networking_nsxv3.common.synchronization [None req-d9b11cbd-88ee-49f4-9268-e9d9af17af18 None None] Enqueued Resource ID: 72ad47eb-c6c1-4f71-a957-7222c16d9c35 with Priority: HIGHEST for action port [ 632.586393] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ad47eb-c6c1-4f71-a957-7222c16d9c35 with Priority: HIGHEST for action port [ 632.587444] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-72ad47eb-c6c1-4f71-a957-7222c16d9c35 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.587629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72ad47eb-c6c1-4f71-a957-7222c16d9c35" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.587629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72ad47eb-c6c1-4f71-a957-7222c16d9c35" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.588672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72ad47eb-c6c1-4f71-a957-7222c16d9c35" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.588672] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72ad47eb-c6c1-4f71-a957-7222c16d9c35',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.909150] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.930250] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.930403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.930464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.930673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.930762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.930854] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc already deleted. [ 632.930984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.091824] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72ad47eb-c6c1-4f71-a957-7222c16d9c35 [ 633.092121] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.092239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.092283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.092667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.092667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.092667] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72ad47eb-c6c1-4f71-a957-7222c16d9c35 already deleted. [ 633.092779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72ad47eb-c6c1-4f71-a957-7222c16d9c35" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.266107] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-5d7e5b5b-8034-4398-8e64-fb39f70f6849 tempest-ListServersNegativeTestJSON-358102577 tempest-ListServersNegativeTestJSON-358102577-project-member] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 633.266107] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 633.266265] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.266360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.412957] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.413366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.413454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.413863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.413863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.413863] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be updated. [ 633.445490] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.445490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.445490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.445747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.445747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.456031] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 633.794377] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.794568] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.794667] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.795174] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.795542] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.796332] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.797032] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.797032] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.797293] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.797431] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.797591] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.797852] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.799585] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.799585] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.799585] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.799585] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.820733] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.820860] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.821690] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.821690] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-179" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.821690] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-d6788434-e54b-4377-bd59-182619b0f972 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.821690] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-d6788434-e54b-4377-bd59-182619b0f972" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.821978] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-d6788434-e54b-4377-bd59-182619b0f972" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.822178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-d6788434-e54b-4377-bd59-182619b0f972" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.822311] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6788434-e54b-4377-bd59-182619b0f972',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.325027] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.325445] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.325445] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.325962] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.325962] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.325962] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port d6788434-e54b-4377-bd59-182619b0f972 not found, creating... [ 634.326826] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.326826] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.326826] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.326826] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.327099] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.327181] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.327342] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.330093] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.330417] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.330627] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.330791] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: d6788434-e54b-4377-bd59-182619b0f972 is going to be created. [ 634.355945] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.356060] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.356706] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.356706] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.356706] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.356906] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-d6788434-e54b-4377-bd59-182619b0f972" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.528498] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 634.530189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.530726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.531920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.531920] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.034668] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.034797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.087347] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-accad518-914f-4a02-86df-7bcaae34c47b service nova] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_rules [ 635.090024] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-accad518-914f-4a02-86df-7bcaae34c47b service nova] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 635.090024] env[65945]: INFO networking_nsxv3.common.synchronization [req-c172f59b-c44f-4fda-aa14-85bc8475ab91 req-accad518-914f-4a02-86df-7bcaae34c47b service nova] Enqueued Resource ID: d6788434-e54b-4377-bd59-182619b0f972 with Priority: HIGHEST for action port [ 635.090024] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_rules [ 635.090024] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 635.090024] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6788434-e54b-4377-bd59-182619b0f972 with Priority: HIGHEST for action port [ 635.090024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.090024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.090024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.090024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.090024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6788434-e54b-4377-bd59-182619b0f972 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.090024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6788434-e54b-4377-bd59-182619b0f972" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.090024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6788434-e54b-4377-bd59-182619b0f972" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.090024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6788434-e54b-4377-bd59-182619b0f972" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.091069] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6788434-e54b-4377-bd59-182619b0f972',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.263310] env[65945]: INFO networking_nsxv3.common.synchronization [None req-070569cf-f8ba-4f71-87dc-2c6be21e1bf9 None None] Enqueued Resource ID: a5c32d94-95d7-4801-9b22-8e519db036cb with Priority: HIGHEST for action port [ 635.263310] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c32d94-95d7-4801-9b22-8e519db036cb with Priority: HIGHEST for action port [ 635.266277] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c32d94-95d7-4801-9b22-8e519db036cb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.266277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c32d94-95d7-4801-9b22-8e519db036cb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.266277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c32d94-95d7-4801-9b22-8e519db036cb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.266277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c32d94-95d7-4801-9b22-8e519db036cb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.266277] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c32d94-95d7-4801-9b22-8e519db036cb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.461706] env[65945]: INFO networking_nsxv3.common.synchronization [None req-2a8d7fc3-999e-4895-9a57-a9cbfa6f2e98 tempest-ServersTestJSON-859800729 tempest-ServersTestJSON-859800729-project-member] Enqueued Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_rules [ 635.462278] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_rules [ 635.462781] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.462781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.462781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.463070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.463070] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.466203] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 635.466446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.466609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.467681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.467870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.468638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.468747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.468932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.469159] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.469159] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.592148] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6788434-e54b-4377-bd59-182619b0f972 with status ACTIVE [ 635.592677] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.593775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.593775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.593775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.593775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.593775] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.593775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.593775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.594098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.594098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.594162] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.594221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.594617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.594617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.594617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.594617] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6788434-e54b-4377-bd59-182619b0f972 is going to be updated. [ 635.619923] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.619923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.619923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.619923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.619923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.619923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6788434-e54b-4377-bd59-182619b0f972" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.645030] env[65945]: INFO networking_nsxv3.common.synchronization [req-937ad384-7551-49e9-b315-b4b0c4711419 req-ad684102-5c9c-406a-925b-791077ac4e2a tempest-SecurityGroupRulesNegativeTestJSON-1628843158 tempest-SecurityGroupRulesNegativeTestJSON-1628843158-project-member] Enqueued Resource ID: a9919484-4a21-44b9-8644-89294e03c058 with Priority: HIGHEST for action security_group_rules [ 635.646217] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9919484-4a21-44b9-8644-89294e03c058 with Priority: HIGHEST for action security_group_rules [ 635.647111] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9919484-4a21-44b9-8644-89294e03c058 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.647710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9919484-4a21-44b9-8644-89294e03c058" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.647710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9919484-4a21-44b9-8644-89294e03c058" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.649924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9919484-4a21-44b9-8644-89294e03c058" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.650065] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9919484-4a21-44b9-8644-89294e03c058',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.769654] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5c32d94-95d7-4801-9b22-8e519db036cb [ 635.769654] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.769654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.769654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.769654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.769654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.769654] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5c32d94-95d7-4801-9b22-8e519db036cb already deleted. [ 635.769654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c32d94-95d7-4801-9b22-8e519db036cb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.787460] env[65945]: INFO networking_nsxv3.common.synchronization [None req-fa694994-ed72-4827-b7a3-c4e4bef3a5e4 tempest-ServersTestJSON-859800729 tempest-ServersTestJSON-859800729-project-member] Enqueued Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_rules [ 635.788120] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_rules [ 635.788448] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.788558] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.885669] env[65945]: INFO networking_nsxv3.common.synchronization [None req-36abfc5a-ad73-41b8-81cb-373eebfc84f6 None None] Enqueued Resource ID: 62a95b44-7659-4bd8-9b4c-8524cbf6a736 with Priority: HIGHEST for action port [ 635.886335] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a95b44-7659-4bd8-9b4c-8524cbf6a736 with Priority: HIGHEST for action port [ 635.886736] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-62a95b44-7659-4bd8-9b4c-8524cbf6a736 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.887480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62a95b44-7659-4bd8-9b4c-8524cbf6a736" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.887591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62a95b44-7659-4bd8-9b4c-8524cbf6a736" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.887991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62a95b44-7659-4bd8-9b4c-8524cbf6a736" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.888327] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62a95b44-7659-4bd8-9b4c-8524cbf6a736',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.972672] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.001511] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.001511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.001922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.001922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.001922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.002075] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d already deleted. [ 636.002196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.002390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.002579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.002688] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.087169] env[65945]: INFO networking_nsxv3.common.synchronization [req-aa8af5bb-b951-4adb-872d-8d99deb93a1b req-9cd885e1-2309-49c7-b77a-3e0db9d1c465 tempest-InstanceActionsV221TestJSON-1642319172 tempest-InstanceActionsV221TestJSON-1642319172-project-member] Enqueued Resource ID: f9d1751c-818b-433c-b416-8250063925d7 with Priority: HIGHEST for action security_group_members [ 636.087647] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d1751c-818b-433c-b416-8250063925d7 with Priority: HIGHEST for action security_group_members [ 636.087873] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d1751c-818b-433c-b416-8250063925d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.087996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.088090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.088281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.089410] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.089410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.089410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.089410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.089410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.089410] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d1751c-818b-433c-b416-8250063925d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.170928] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.171179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.171179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.171435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.171585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.171656] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9919484-4a21-44b9-8644-89294e03c058 already deleted. [ 636.171721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9919484-4a21-44b9-8644-89294e03c058" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.391944] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62a95b44-7659-4bd8-9b4c-8524cbf6a736 [ 636.391944] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.391944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.392094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.392248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.392313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.392407] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62a95b44-7659-4bd8-9b4c-8524cbf6a736 already deleted. [ 636.392482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62a95b44-7659-4bd8-9b4c-8524cbf6a736" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.474124] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.528145] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.528236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.528236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.528446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.528523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.528619] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d already deleted. [ 636.528701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.592169] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.592169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.592169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.592325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.592432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.592605] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.592728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.592821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.592951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.593104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.593194] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d1751c-818b-433c-b416-8250063925d7 is going to be updated. [ 636.628882] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.630650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.630650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.630650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.630650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.642372] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d1751c-818b-433c-b416-8250063925d7 in Status: IN_PROGRESS for 2s [ 636.981190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.981190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.981190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.981693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.981693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.981693] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be updated. [ 637.041156] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.042661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.042739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.043046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.043249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.059675] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 637.129867] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a6cc9fa-ba3d-465c-9c5d-e90a97199670 req-8bf70364-7ba9-41df-a761-e66f2fcaf807 tempest-ListImageFiltersTestJSON-1484116928 tempest-ListImageFiltersTestJSON-1484116928-project-member] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 637.131349] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 637.134024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.134024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.134024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.134024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.134024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.134024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.134024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.134024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.134024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.134024] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.638863] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.639229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.639695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.639967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.640223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.640689] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.640689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.640689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.641124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.641124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.641124] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 already deleted. [ 637.641124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.924941] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.925145] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.925287] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.925557] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.925809] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.925961] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.927683] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.929263] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.929421] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.929632] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.929746] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.929854] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.929962] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.930222] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.930380] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.930522] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.953198] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.953455] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.953640] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.953815] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.954183] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-26488db6-c5ed-4e96-b6fb-25c58d4b205c taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.954476] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-26488db6-c5ed-4e96-b6fb-25c58d4b205c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.954476] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-26488db6-c5ed-4e96-b6fb-25c58d4b205c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.954776] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-26488db6-c5ed-4e96-b6fb-25c58d4b205c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.954909] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26488db6-c5ed-4e96-b6fb-25c58d4b205c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.352957] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a5791eab-bd90-4d56-89d5-371c0241bae8 None None] Enqueued Resource ID: 419d6b42-2880-4bd8-84b8-4bac5ce20b44 with Priority: HIGHEST for action port [ 638.353923] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419d6b42-2880-4bd8-84b8-4bac5ce20b44 with Priority: HIGHEST for action port [ 638.353923] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-419d6b42-2880-4bd8-84b8-4bac5ce20b44 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.354183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-419d6b42-2880-4bd8-84b8-4bac5ce20b44" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.354183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-419d6b42-2880-4bd8-84b8-4bac5ce20b44" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.354374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-419d6b42-2880-4bd8-84b8-4bac5ce20b44" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.354484] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419d6b42-2880-4bd8-84b8-4bac5ce20b44',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.457715] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.457939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.458036] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.458314] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.458515] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.458690] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 26488db6-c5ed-4e96-b6fb-25c58d4b205c not found, creating... [ 638.461715] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.461715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.461715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.461715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.461715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.461715] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.461715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.461715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.461715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.461715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.462223] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 26488db6-c5ed-4e96-b6fb-25c58d4b205c is going to be created. [ 638.483626] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.483846] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.484044] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.484410] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.484864] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.485117] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-26488db6-c5ed-4e96-b6fb-25c58d4b205c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.654899] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d1751c-818b-433c-b416-8250063925d7 in Status: SUCCESS [ 638.655199] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d1751c-818b-433c-b416-8250063925d7 deletion is rescheduled due to dependency. [ 638.655259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d1751c-818b-433c-b416-8250063925d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.856339] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 419d6b42-2880-4bd8-84b8-4bac5ce20b44 [ 638.856603] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.856779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.856870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.857167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.857313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.857409] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:419d6b42-2880-4bd8-84b8-4bac5ce20b44 already deleted. [ 638.857521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-419d6b42-2880-4bd8-84b8-4bac5ce20b44" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.071343] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 639.071726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.072362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.072626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.073053] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.073276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.073370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.073531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.073618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.073828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.073828] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.074632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.074786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.074951] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.075069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.075142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.075362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.075433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.075533] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.211333] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a6cc9fa-ba3d-465c-9c5d-e90a97199670 req-7882aea8-420a-4676-b368-65ea760b77e4 service nova] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_rules [ 639.211333] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a6cc9fa-ba3d-465c-9c5d-e90a97199670 req-7882aea8-420a-4676-b368-65ea760b77e4 service nova] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 639.211333] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a6cc9fa-ba3d-465c-9c5d-e90a97199670 req-7882aea8-420a-4676-b368-65ea760b77e4 service nova] Enqueued Resource ID: 26488db6-c5ed-4e96-b6fb-25c58d4b205c with Priority: HIGHEST for action port [ 639.211333] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_rules [ 639.211333] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 639.212088] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26488db6-c5ed-4e96-b6fb-25c58d4b205c with Priority: HIGHEST for action port [ 639.212349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.212480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.212549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.212815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.212905] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.215657] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.215657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.215657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.215657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.215657] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.215657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.215657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.215657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.216020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.216020] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.216757] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-26488db6-c5ed-4e96-b6fb-25c58d4b205c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.216757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26488db6-c5ed-4e96-b6fb-25c58d4b205c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.216757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26488db6-c5ed-4e96-b6fb-25c58d4b205c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.216997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26488db6-c5ed-4e96-b6fb-25c58d4b205c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.216997] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26488db6-c5ed-4e96-b6fb-25c58d4b205c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.578788] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.578788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.579085] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.639794] env[65945]: INFO networking_nsxv3.common.synchronization [req-7dc14e55-bd2e-4d06-bc37-3f9e86675e7d req-31624667-bb5a-491a-9564-42bd859b3fe4 tempest-ServerExternalEventsTest-708754964 tempest-ServerExternalEventsTest-708754964-project-member] Enqueued Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGHEST for action security_group_members [ 639.641294] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGHEST for action security_group_members [ 639.641423] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.641511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.641665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.641717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.644013] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.644013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.644960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.645197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.645330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.645479] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7af5575d-368c-4abc-a90d-b1a0a4cc2b53',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.722394] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.722394] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.722394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.722394] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26488db6-c5ed-4e96-b6fb-25c58d4b205c with status ACTIVE [ 639.722394] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.722394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.722394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.722394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.722394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.722394] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.724188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.724456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.724767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.724855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.725088] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.725154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.725215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.726223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.726223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.726223] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26488db6-c5ed-4e96-b6fb-25c58d4b205c is going to be updated. [ 639.753875] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.754085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.754085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.754981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.754981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.754981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26488db6-c5ed-4e96-b6fb-25c58d4b205c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.072351] env[65945]: INFO networking_nsxv3.common.synchronization [req-caf67f06-cd55-45c8-9b12-d8970da335ba req-7b439e07-bb96-49cf-bac4-8272c42f5fb8 tempest-ServersWithSpecificFlavorTestJSON-1911004322 tempest-ServersWithSpecificFlavorTestJSON-1911004322-project-member] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 640.073215] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 640.074095] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.074195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.074237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.074631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.074713] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.074774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.074812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.075134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.075226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.075357] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.080785] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.149033] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.149033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.149033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.149033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.149033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.150100] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.150455] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.151597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.152050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.152050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.152050] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 is going to be updated. [ 640.183750] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.183750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.183750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.183750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.183750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.192947] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 in Status: IN_PROGRESS for 2s [ 640.231043] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.482991] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.482991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-695" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.482991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-695" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.483326] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-695" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.483494] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.483820] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.484024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.484423] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.484611] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.484845] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.484981] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.485124] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.485297] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.485460] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.485614] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.486024] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.505511] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.505777] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.506299] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.506512] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-695" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.506830] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-ecd4aff8-9e31-4eed-9002-f03882e71a6d taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.507011] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-ecd4aff8-9e31-4eed-9002-f03882e71a6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.507304] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-ecd4aff8-9e31-4eed-9002-f03882e71a6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.507603] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-ecd4aff8-9e31-4eed-9002-f03882e71a6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.507750] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd4aff8-9e31-4eed-9002-f03882e71a6d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.578658] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.578851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.578897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.579178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.579276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.579473] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.579576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.579640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.579793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.579871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.579955] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 already deleted. [ 640.580046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.582515] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.582666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.582710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.582841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.582943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.583045] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be updated. [ 640.612361] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.612565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.612565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.612703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.612846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.621282] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 640.735206] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.735705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.735705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.735791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.735831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.735991] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 is going to be created. [ 640.764591] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.764784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.764825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.765141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.765511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.777855] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: UNINITIALIZED for 2s [ 641.012954] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.012954] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.012954] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.012954] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.012954] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.012954] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port ecd4aff8-9e31-4eed-9002-f03882e71a6d not found, creating... [ 641.012954] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.012954] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.012954] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.012954] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.012954] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.014654] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.014654] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.014654] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.014654] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.014809] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.014967] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: ecd4aff8-9e31-4eed-9002-f03882e71a6d is going to be created. [ 641.037262] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.037516] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.037922] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.037922] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.038168] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.038380] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-ecd4aff8-9e31-4eed-9002-f03882e71a6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.830800] env[65945]: INFO networking_nsxv3.common.synchronization [req-caf67f06-cd55-45c8-9b12-d8970da335ba req-c753bc31-0181-44cd-8c3d-93bc78f2b373 service nova] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_rules [ 641.830800] env[65945]: INFO networking_nsxv3.common.synchronization [req-caf67f06-cd55-45c8-9b12-d8970da335ba req-c753bc31-0181-44cd-8c3d-93bc78f2b373 service nova] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 641.830800] env[65945]: INFO networking_nsxv3.common.synchronization [req-caf67f06-cd55-45c8-9b12-d8970da335ba req-c753bc31-0181-44cd-8c3d-93bc78f2b373 service nova] Enqueued Resource ID: ecd4aff8-9e31-4eed-9002-f03882e71a6d with Priority: HIGHEST for action port [ 641.830800] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_rules [ 641.830800] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 641.831205] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd4aff8-9e31-4eed-9002-f03882e71a6d with Priority: HIGHEST for action port [ 641.831402] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.831501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.831570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.831760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.831840] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.832645] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.832753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.832821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.832992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.833197] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.833296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.833357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.833507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.833585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.833673] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.834715] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecd4aff8-9e31-4eed-9002-f03882e71a6d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.834882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecd4aff8-9e31-4eed-9002-f03882e71a6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.834882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecd4aff8-9e31-4eed-9002-f03882e71a6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.835035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecd4aff8-9e31-4eed-9002-f03882e71a6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.835141] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd4aff8-9e31-4eed-9002-f03882e71a6d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.931228] env[65945]: INFO networking_nsxv3.common.synchronization [None req-be865efa-388e-4ceb-b31f-aee0791632ea tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 641.931228] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 641.931228] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.931228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.931228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.931653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.931653] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.203849] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 in Status: SUCCESS [ 642.203849] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 deletion is rescheduled due to dependency. [ 642.203849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.325157] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e360cd71-f419-4f5b-957c-401657d33b01 tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 642.326187] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 642.326681] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.326887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.336871] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.337109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.337188] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecd4aff8-9e31-4eed-9002-f03882e71a6d with status ACTIVE [ 642.337344] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.337464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.337749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.337889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.337937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.338102] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.338193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.338257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.338412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.338542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.338665] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.338747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.338802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.338944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.339289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.339417] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecd4aff8-9e31-4eed-9002-f03882e71a6d is going to be updated. [ 642.341033] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.369497] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.370324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.370324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.370324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.370324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.370324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecd4aff8-9e31-4eed-9002-f03882e71a6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.466996] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.467286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.467286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.467514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.467633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.467741] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 already deleted. [ 642.467830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.468025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.468222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.468314] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.633889] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 642.634305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.634457] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.634818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.634996] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.635240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.635421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.635753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.635889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.636053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.636467] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.636532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.636591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.636858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.637090] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.637247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.637352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.637602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.637969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.637969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.638103] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.791651] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: SUCCESS [ 642.791867] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.792038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.792290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.792581] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.792724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.792792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.792965] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.793077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.793263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.793392] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.844185] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.994496] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.994759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.994759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.994994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.995160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.995160] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 already deleted. [ 642.995307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.141535] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ff91db2-e5fc-44dd-8818-a4eeff21edf6: rpc.has_security_group_logging(os_id): False [ 643.162714] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.162939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.162995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.163238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.163413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.163996] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.163996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.163996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.164263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.164263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.164369] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.164849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.165105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.165373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.165471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.165739] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.166063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.166063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.166063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.166187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.166252] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be updated. [ 643.242486] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.242681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.242681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.242953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.243145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.262185] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 643.295817] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.296065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.296271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.296458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.296760] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.296760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.296958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.297125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.297125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.297479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.297479] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.297840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.297840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.297840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.298019] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.298129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.298236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.298452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.298521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.298579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.298667] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.346635] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.346784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.346887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.347199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.347314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.347416] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 is going to be created. [ 643.378460] env[65945]: INFO networking_nsxv3.common.synchronization [req-ee289807-72a7-4b01-9868-d1cdccb2b530 req-10b2773b-8f7e-494e-b43c-73bcd99488ae tempest-ListImageFiltersTestJSON-1484116928 tempest-ListImageFiltersTestJSON-1484116928-project-member] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 643.379160] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 643.379482] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.379663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.379759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.379974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.380173] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.380489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.380489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.380602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.380757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.380757] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.400864] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.400864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.400864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.400864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.400864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.427422] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: UNINITIALIZED for 2s [ 643.757503] env[65945]: INFO networking_nsxv3.common.synchronization [None req-22d2b1e9-af28-42cc-8461-3494c6308288 None None] Enqueued Resource ID: b5128730-c88f-482b-a87e-6e852c975ef9 with Priority: HIGHEST for action port [ 643.758130] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5128730-c88f-482b-a87e-6e852c975ef9 with Priority: HIGHEST for action port [ 643.760464] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5128730-c88f-482b-a87e-6e852c975ef9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.760464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5128730-c88f-482b-a87e-6e852c975ef9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.760464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5128730-c88f-482b-a87e-6e852c975ef9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.760464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5128730-c88f-482b-a87e-6e852c975ef9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.760464] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5128730-c88f-482b-a87e-6e852c975ef9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.802346] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21de085d-a911-47c7-b5a4-9b34cfb8adf3: rpc.has_security_group_logging(os_id): False [ 643.822139] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.822139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.822139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.822139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.822139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.822484] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.822484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.822484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.822605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.822774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.822827] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.823258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.823258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.823258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.823258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.823487] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.823553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.823600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.823743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.823818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.823900] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 is going to be created. [ 643.882970] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.912499] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.912720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.912720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.912921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.913118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.923199] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: IN_PROGRESS for 2s [ 644.261304] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5128730-c88f-482b-a87e-6e852c975ef9 [ 644.261682] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.261933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.262052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.263123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.263123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.263123] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5128730-c88f-482b-a87e-6e852c975ef9 already deleted. [ 644.263123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5128730-c88f-482b-a87e-6e852c975ef9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.384961] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.629770] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.629859] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.629967] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.630365] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.635249] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.635249] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.635249] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.635249] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.635803] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.636033] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.636169] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.636300] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.636419] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.636530] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.636626] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.636757] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.659478] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.659708] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.659781] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.659972] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.660277] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-fcfe966d-da31-41e4-9d5f-465522e9beef taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.660462] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-fcfe966d-da31-41e4-9d5f-465522e9beef" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.660777] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-fcfe966d-da31-41e4-9d5f-465522e9beef" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.660874] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-fcfe966d-da31-41e4-9d5f-465522e9beef" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.660969] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcfe966d-da31-41e4-9d5f-465522e9beef',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.818078] env[65945]: INFO networking_nsxv3.common.synchronization [None req-3e0348de-4e13-4c97-bf5e-b842ea694fca None None] Enqueued Resource ID: b1059d01-2e97-4f34-b889-dfe2459e4e2f with Priority: HIGHEST for action port [ 644.818078] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1059d01-2e97-4f34-b889-dfe2459e4e2f with Priority: HIGHEST for action port [ 644.818078] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1059d01-2e97-4f34-b889-dfe2459e4e2f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.818851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1059d01-2e97-4f34-b889-dfe2459e4e2f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.819355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1059d01-2e97-4f34-b889-dfe2459e4e2f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.819870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1059d01-2e97-4f34-b889-dfe2459e4e2f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.820212] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1059d01-2e97-4f34-b889-dfe2459e4e2f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.890775] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.890775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.890775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.890775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.890775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.890775] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 is going to be updated. [ 644.922878] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.922878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.922878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.922878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.922878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.933081] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: IN_PROGRESS for 2s [ 645.169260] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.169260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.169260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.169260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.169260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.169260] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port fcfe966d-da31-41e4-9d5f-465522e9beef not found, creating... [ 645.169260] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.169260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.169260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.169260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.169260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.169714] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.169714] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.170233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.170942] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.170942] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.171155] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: fcfe966d-da31-41e4-9d5f-465522e9beef is going to be created. [ 645.198056] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.198056] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.198056] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.198056] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.198056] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.198056] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-fcfe966d-da31-41e4-9d5f-465522e9beef" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.285472] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 645.286206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.286206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.286377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.286377] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.323649] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1059d01-2e97-4f34-b889-dfe2459e4e2f [ 645.324185] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.324185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.324185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.324365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.324365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.324485] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1059d01-2e97-4f34-b889-dfe2459e4e2f already deleted. [ 645.324522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1059d01-2e97-4f34-b889-dfe2459e4e2f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.438876] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: SUCCESS [ 645.439425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.441018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.441018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.441018] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.441018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.441018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.441018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.441018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.441018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.441018] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.789788] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.789895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.789895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.790145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.790442] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.790442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.790540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.790845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.790845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.790926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.791037] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.850167] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a4d6cece-3273-45fa-8638-9375dfc3aab5 None None] Enqueued Resource ID: e45aa2a4-d164-434e-89b4-93fcc40f0a2b with Priority: HIGHEST for action port [ 645.850693] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45aa2a4-d164-434e-89b4-93fcc40f0a2b with Priority: HIGHEST for action port [ 645.851601] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-e45aa2a4-d164-434e-89b4-93fcc40f0a2b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.851601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e45aa2a4-d164-434e-89b4-93fcc40f0a2b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.851601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e45aa2a4-d164-434e-89b4-93fcc40f0a2b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.851601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e45aa2a4-d164-434e-89b4-93fcc40f0a2b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.851601] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45aa2a4-d164-434e-89b4-93fcc40f0a2b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.939619] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: SUCCESS [ 645.939619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.944951] env[65945]: INFO networking_nsxv3.common.synchronization [req-ee289807-72a7-4b01-9868-d1cdccb2b530 req-43e247a1-9c79-4101-b628-e37b2b02b17f service nova] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_rules [ 645.944951] env[65945]: INFO networking_nsxv3.common.synchronization [req-ee289807-72a7-4b01-9868-d1cdccb2b530 req-43e247a1-9c79-4101-b628-e37b2b02b17f service nova] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 645.944951] env[65945]: INFO networking_nsxv3.common.synchronization [req-ee289807-72a7-4b01-9868-d1cdccb2b530 req-43e247a1-9c79-4101-b628-e37b2b02b17f service nova] Enqueued Resource ID: fcfe966d-da31-41e4-9d5f-465522e9beef with Priority: HIGHEST for action port [ 645.945337] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.946824] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_rules [ 645.947191] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 645.947191] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfe966d-da31-41e4-9d5f-465522e9beef with Priority: HIGHEST for action port [ 645.947894] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.948036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.948110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.949115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.949204] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.954704] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.954881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.955203] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcfe966d-da31-41e4-9d5f-465522e9beef taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.955436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcfe966d-da31-41e4-9d5f-465522e9beef" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.955546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcfe966d-da31-41e4-9d5f-465522e9beef" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.955731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcfe966d-da31-41e4-9d5f-465522e9beef" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.955835] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcfe966d-da31-41e4-9d5f-465522e9beef',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.195755] env[65945]: INFO networking_nsxv3.common.synchronization [req-a8d81fab-063e-4ca5-a53d-835b66856bdf req-7b09c3e1-f173-401e-8a29-1493e39d5a81 tempest-FloatingIPsAssociationTestJSON-20150279 tempest-FloatingIPsAssociationTestJSON-20150279-project-member] Enqueued Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 646.196762] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 646.196762] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.196965] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.197564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.197816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.197986] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.198162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.198239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.198420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.198533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.199422] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.296930] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.297260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.297386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.297827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.298143] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.298715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.298833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.299078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.299177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.299272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.299551] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.299551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.299664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.299765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.303019] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.303019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.303019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.303019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.303019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.303019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.303019] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.355797] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e45aa2a4-d164-434e-89b4-93fcc40f0a2b [ 646.355997] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.356146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.356215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.356393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.356530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.356600] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e45aa2a4-d164-434e-89b4-93fcc40f0a2b already deleted. [ 646.356755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e45aa2a4-d164-434e-89b4-93fcc40f0a2b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.449168] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 247ee3e1-b41a-453f-8a21-16cdf6c81429: rpc.has_security_group_logging(os_id): False [ 646.458350] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.458492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.460033] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcfe966d-da31-41e4-9d5f-465522e9beef with status ACTIVE [ 646.460153] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.460281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.460354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.461223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.461223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.461223] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.461223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.461223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.461223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.461614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.461614] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.461614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.461614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.461778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.461778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.461842] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcfe966d-da31-41e4-9d5f-465522e9beef is going to be updated. [ 646.475037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.475264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.475340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.475972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.475972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.476167] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.476167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.476167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.476612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.476700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.476824] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 is going to be created. [ 646.493677] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.493858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.493900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.494134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.494321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.494493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcfe966d-da31-41e4-9d5f-465522e9beef" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.564940] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.566337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.566337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.566337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.566337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.581439] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: IN_PROGRESS for 2s [ 646.665747] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.665747] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-670" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.665747] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-670" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.666073] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-670" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.666739] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.667991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.667991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.667991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.667991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.667991] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.667991] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.667991] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.668404] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.668404] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.668404] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.668511] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.702347] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.736042] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.736042] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.066 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.736042] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.736042] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-670" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.736042] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-e92e3eb7-e591-48fc-b570-58d988e8aa11 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.736042] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-e92e3eb7-e591-48fc-b570-58d988e8aa11" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.736042] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-e92e3eb7-e591-48fc-b570-58d988e8aa11" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.737037] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-e92e3eb7-e591-48fc-b570-58d988e8aa11" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.737331] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92e3eb7-e591-48fc-b570-58d988e8aa11',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.740797] env[65945]: INFO networking_nsxv3.common.synchronization [None req-2817650a-a385-400a-8c5e-4e6066dc9cb9 None None] Enqueued Resource ID: 82f29620-e411-4aa7-a244-fcd736bdd43a with Priority: HIGHEST for action port [ 646.742179] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f29620-e411-4aa7-a244-fcd736bdd43a with Priority: HIGHEST for action port [ 646.742825] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f29620-e411-4aa7-a244-fcd736bdd43a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.743540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f29620-e411-4aa7-a244-fcd736bdd43a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.743540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f29620-e411-4aa7-a244-fcd736bdd43a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.743684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f29620-e411-4aa7-a244-fcd736bdd43a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.743773] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f29620-e411-4aa7-a244-fcd736bdd43a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.802758] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ff91db2-e5fc-44dd-8818-a4eeff21edf6: rpc.has_security_group_logging(os_id): False [ 646.834248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.834248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.834248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.834248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.835367] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.835648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.835838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.836087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.836262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.836491] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be updated. [ 646.936303] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.938703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.938703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.938703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.938703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.951027] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: SUCCESS [ 646.951027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.951027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.951027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.951027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.951027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.951027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.951027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.951027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.951027] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.954139] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 647.205090] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.242644] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.242888] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.243054] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.243327] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.243511] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.243676] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port e92e3eb7-e591-48fc-b570-58d988e8aa11 not found, creating... [ 647.243943] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.244133] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.244308] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.244487] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.244622] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.244918] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.245068] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.245241] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.245485] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.245615] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.245759] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: e92e3eb7-e591-48fc-b570-58d988e8aa11 is going to be created. [ 647.247031] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82f29620-e411-4aa7-a244-fcd736bdd43a [ 647.247256] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.247401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.247401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.247529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.247597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.247713] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82f29620-e411-4aa7-a244-fcd736bdd43a already deleted. [ 647.247808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f29620-e411-4aa7-a244-fcd736bdd43a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.270437] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.270765] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.270945] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.271236] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.271581] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.271813] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-e92e3eb7-e591-48fc-b570-58d988e8aa11" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.456443] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.708178] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.708372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.708417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.709444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.709444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.709444] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 is going to be updated. [ 647.770164] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.770164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.770164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.770164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.770526] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.781386] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: IN_PROGRESS for 2s [ 647.958676] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.986641] env[65945]: INFO networking_nsxv3.common.synchronization [req-a8d81fab-063e-4ca5-a53d-835b66856bdf req-af8cf832-1b89-4e4f-9a68-ab3a2df43117 service nova] Enqueued Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_rules [ 647.986641] env[65945]: INFO networking_nsxv3.common.synchronization [req-a8d81fab-063e-4ca5-a53d-835b66856bdf req-af8cf832-1b89-4e4f-9a68-ab3a2df43117 service nova] Enqueued Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 647.986861] env[65945]: INFO networking_nsxv3.common.synchronization [req-a8d81fab-063e-4ca5-a53d-835b66856bdf req-af8cf832-1b89-4e4f-9a68-ab3a2df43117 service nova] Enqueued Resource ID: e92e3eb7-e591-48fc-b570-58d988e8aa11 with Priority: HIGHEST for action port [ 647.987359] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_rules [ 647.987552] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 647.987889] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e92e3eb7-e591-48fc-b570-58d988e8aa11 with Priority: HIGHEST for action port [ 647.992305] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.992474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.992545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.992762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.993030] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.994499] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.994636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.994903] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-e92e3eb7-e591-48fc-b570-58d988e8aa11 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.995406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e92e3eb7-e591-48fc-b570-58d988e8aa11" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.995406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e92e3eb7-e591-48fc-b570-58d988e8aa11" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.995406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e92e3eb7-e591-48fc-b570-58d988e8aa11" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.995581] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92e3eb7-e591-48fc-b570-58d988e8aa11',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.463190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.463393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.463474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.463717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.463774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.463927] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 is going to be updated. [ 648.497615] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.497783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.497858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.498089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.498239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.499373] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.499475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.499621] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e92e3eb7-e591-48fc-b570-58d988e8aa11 with status ACTIVE [ 648.499771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.499868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.499932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.500387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.500508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.500704] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.500830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.500906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.501090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.501197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.501395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.501527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.501592] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.501762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.501922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.502047] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e92e3eb7-e591-48fc-b570-58d988e8aa11 is going to be updated. [ 648.514397] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: IN_PROGRESS for 2s [ 648.546756] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.546974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.547102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.547338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.547479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.547656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e92e3eb7-e591-48fc-b570-58d988e8aa11" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.596037] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: SUCCESS [ 648.596349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.848611] env[65945]: INFO networking_nsxv3.common.synchronization [req-21644161-9d84-4bb0-a0e2-85594931210c req-1929b7bc-393e-45eb-9022-6b3701a41e2f tempest-SecurityGroupRulesNegativeTestJSON-1628843158 tempest-SecurityGroupRulesNegativeTestJSON-1628843158-project-member] Enqueued Resource ID: a9919484-4a21-44b9-8644-89294e03c058 with Priority: HIGHEST for action security_group_rules [ 648.851739] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9919484-4a21-44b9-8644-89294e03c058 with Priority: HIGHEST for action security_group_rules [ 648.852041] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9919484-4a21-44b9-8644-89294e03c058 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.852189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9919484-4a21-44b9-8644-89294e03c058" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.852279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9919484-4a21-44b9-8644-89294e03c058" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.852482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9919484-4a21-44b9-8644-89294e03c058" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.852574] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9919484-4a21-44b9-8644-89294e03c058',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.972055] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 648.972432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.378381] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.378531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.379308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.379308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.379308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.379308] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9919484-4a21-44b9-8644-89294e03c058 already deleted. [ 649.379308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9919484-4a21-44b9-8644-89294e03c058" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.792204] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: SUCCESS [ 649.792429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.792607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.792825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.793031] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.793159] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.793221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.793397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.793509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.793611] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.296768] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.540681] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: SUCCESS [ 650.541694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.542125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.543539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.543539] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.543774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.543774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.543886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.543973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.544075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.544167] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.799514] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.848159] env[65945]: INFO networking_nsxv3.common.synchronization [req-e9a7ce2b-4012-4d82-9235-937a476bfffe req-7d142540-327f-475c-a8da-5691c024413a tempest-TenantUsagesTestJSON-1109304914 tempest-TenantUsagesTestJSON-1109304914-project-member] Enqueued Resource ID: cdfe5420-85d2-4281-939b-529d88f2d365 with Priority: HIGHEST for action security_group_members [ 650.849511] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfe5420-85d2-4281-939b-529d88f2d365 with Priority: HIGHEST for action security_group_members [ 650.849933] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdfe5420-85d2-4281-939b-529d88f2d365 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.850122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.850215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.850462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.850805] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.850989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.851100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.851296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.851426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.851542] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdfe5420-85d2-4281-939b-529d88f2d365',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.049927] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.049927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.049927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.049927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.050527] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.050527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.050527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.050527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.050709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.050743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.051013] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.051138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.051207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.051340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.052791] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.052791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.052791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.052791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.052791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.052791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.052791] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.302375] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.302935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.302935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.302935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.303116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.303149] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 is going to be updated. [ 651.334480] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.334983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.334983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.334983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.335139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.344836] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: IN_PROGRESS for 2s [ 651.355618] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.355780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.355900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.356998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.356998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.356998] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.356998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.356998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.356998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.356998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.357294] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdfe5420-85d2-4281-939b-529d88f2d365 is going to be updated. [ 651.388675] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.388675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.388787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.389947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.389947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.398955] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdfe5420-85d2-4281-939b-529d88f2d365 in Status: IN_PROGRESS for 2s [ 651.559073] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21de085d-a911-47c7-b5a4-9b34cfb8adf3: rpc.has_security_group_logging(os_id): False [ 651.577278] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.577763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.577763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.577763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.577955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.578286] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.578286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.578286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.578732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.578732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.578817] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.578885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.579193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.580591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.580852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.581105] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.581229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.581399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.581560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.581644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.581731] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 is going to be updated. [ 651.656967] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.657207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.657277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.657567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.657796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.673584] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: IN_PROGRESS for 2s [ 652.909978] env[65945]: INFO networking_nsxv3.common.synchronization [req-b4117fd1-6031-4a62-8417-ee3d0d051696 req-b1ae1bb9-0d99-4c96-8c73-267093c8c308 tempest-ImagesOneServerTestJSON-731710440 tempest-ImagesOneServerTestJSON-731710440-project-member] Enqueued Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGHEST for action security_group_members [ 652.910821] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGHEST for action security_group_members [ 652.910953] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-edbd2b4c-4c8a-4927-8a9f-7569c067d207 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.911414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.911630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.912162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.912481] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.912623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.912909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.912909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.913022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.913124] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edbd2b4c-4c8a-4927-8a9f-7569c067d207',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.336867] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.337126] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-259" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.337967] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-259" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.337967] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-259" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.337967] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.338275] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.338275] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.339091] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.339091] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.339091] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.339091] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.339091] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.339566] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.339566] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.339566] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.339871] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.358347] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: SUCCESS [ 653.358625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.359269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.359532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.359748] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.359904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.360016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.360334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.360334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.360440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.360509] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.365878] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.366126] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.366279] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.366452] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-259" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.366838] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.367024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.367167] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.367509] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.367644] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375e3240-b8c8-4b0b-9a9c-7bc94f9b8948',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.410668] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdfe5420-85d2-4281-939b-529d88f2d365 in Status: SUCCESS [ 653.411755] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdfe5420-85d2-4281-939b-529d88f2d365 deletion is rescheduled due to dependency. [ 653.411755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdfe5420-85d2-4281-939b-529d88f2d365" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.415994] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.415994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.415994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.416595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.416595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.417390] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.418427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.418557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.418700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.418785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.418879] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 already deleted. [ 653.418963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.693270] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: SUCCESS [ 653.694371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.863144] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.863450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.863563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.863949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.864202] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.864415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.864554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.864778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.864907] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.865060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.865429] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.865650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.865732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.865957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.866188] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.866327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.866425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.866710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.866844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.867037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.867156] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.876821] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.877231] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.877491] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.877910] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.878213] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.878438] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 375e3240-b8c8-4b0b-9a9c-7bc94f9b8948 not found, creating... [ 653.878976] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.879228] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.879353] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.879733] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.879961] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.880448] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.880751] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.880854] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.881190] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.881448] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.881656] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 375e3240-b8c8-4b0b-9a9c-7bc94f9b8948 is going to be created. [ 653.904507] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.904507] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.904507] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.904818] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.905912] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.905912] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.369697] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 348dabce-86d7-4f0c-b2ef-296d6d016ce3: rpc.has_security_group_logging(os_id): False [ 654.388607] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.388607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.388607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.388801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.388801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.389124] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.389246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.389311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.389513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.389593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.389833] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.389953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.390298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.390438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.390560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.391053] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.391053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.391053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.391258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.391373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.391494] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 is going to be updated. [ 654.456083] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.456497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.456497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.456798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.457059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.489808] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: IN_PROGRESS for 2s [ 654.647611] env[65945]: INFO networking_nsxv3.common.synchronization [req-b4117fd1-6031-4a62-8417-ee3d0d051696 req-ce0d70dd-57a8-4ac8-83d7-98dae1514d6c service nova] Enqueued Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGHEST for action security_group_rules [ 654.647611] env[65945]: INFO networking_nsxv3.common.synchronization [req-b4117fd1-6031-4a62-8417-ee3d0d051696 req-ce0d70dd-57a8-4ac8-83d7-98dae1514d6c service nova] Enqueued Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGHEST for action security_group_members [ 654.647611] env[65945]: INFO networking_nsxv3.common.synchronization [req-b4117fd1-6031-4a62-8417-ee3d0d051696 req-ce0d70dd-57a8-4ac8-83d7-98dae1514d6c service nova] Enqueued Resource ID: 375e3240-b8c8-4b0b-9a9c-7bc94f9b8948 with Priority: HIGHEST for action port [ 654.647611] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGHEST for action security_group_rules [ 654.647611] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGHEST for action security_group_members [ 654.647611] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375e3240-b8c8-4b0b-9a9c-7bc94f9b8948 with Priority: HIGHEST for action port [ 654.647611] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.647611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.647611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.648143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.648388] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edbd2b4c-4c8a-4927-8a9f-7569c067d207',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.651600] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-edbd2b4c-4c8a-4927-8a9f-7569c067d207 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.651600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.651600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.651600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.651600] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.651927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.652090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.652325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.652506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.653254] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edbd2b4c-4c8a-4927-8a9f-7569c067d207',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.653678] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.653968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.654148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.654386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.654602] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375e3240-b8c8-4b0b-9a9c-7bc94f9b8948',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.158189] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-edbd2b4c-4c8a-4927-8a9f-7569c067d207 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.158189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.158189] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edbd2b4c-4c8a-4927-8a9f-7569c067d207',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.158189] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 375e3240-b8c8-4b0b-9a9c-7bc94f9b8948 with status ACTIVE [ 655.158189] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.158189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.158189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.158189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.158189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.158704] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.158704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.158704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.158704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.158704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.159014] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.159014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.159014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.160384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.160384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.160514] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 375e3240-b8c8-4b0b-9a9c-7bc94f9b8948 is going to be updated. [ 655.187350] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.187533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.187585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.188131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.188131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.188131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-375e3240-b8c8-4b0b-9a9c-7bc94f9b8948" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.363284] env[65945]: INFO networking_nsxv3.common.synchronization [req-2a272109-d243-48f5-90f2-22409f752b10 req-9a751627-18f2-4f87-81ef-697a8c0a1609 tempest-ListServersNegativeTestJSON-358102577 tempest-ListServersNegativeTestJSON-358102577-project-member] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 655.363284] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 655.363284] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.363284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.363284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.363872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.364179] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.365640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.365640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.365830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.366131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.367275] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.663783] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edbd2b4c-4c8a-4927-8a9f-7569c067d207',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.868667] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.168817] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.169049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.169106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.169309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.169400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.169503] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 is going to be created. [ 656.199526] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.199753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.199753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.199933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.200109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.212031] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 in Status: UNINITIALIZED for 2s [ 656.373384] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.504293] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: SUCCESS [ 656.504575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.878502] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.878502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.878502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.878502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.878502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.878502] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be updated. [ 656.909634] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.909780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.909857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.910085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.910236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.920519] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 658.229402] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 in Status: SUCCESS [ 658.229767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.229767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.230215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.230215] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.230417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.230417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.230899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.230899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.230899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.231133] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edbd2b4c-4c8a-4927-8a9f-7569c067d207',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.734143] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-edbd2b4c-4c8a-4927-8a9f-7569c067d207 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.734371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.734491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.734817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.735026] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.735135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.735205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.735376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.735486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.735581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.735729] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-edbd2b4c-4c8a-4927-8a9f-7569c067d207 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.735823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.735885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.736043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.736217] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.736314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.736376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.736548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.736629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.736713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.736801] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edbd2b4c-4c8a-4927-8a9f-7569c067d207',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.933737] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 658.933951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.240749] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edbd2b4c-4c8a-4927-8a9f-7569c067d207: rpc.has_security_group_logging(os_id): False [ 659.259298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.259298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.259298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.259298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.259497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.259582] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.259810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.259893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.260068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.260148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.260384] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.260584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.260584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.262351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.262351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.262351] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.262491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.262491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.262693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.262832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.262925] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 is going to be created. [ 659.326248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.326248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.326248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.326248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.326248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.341014] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 in Status: IN_PROGRESS for 2s [ 660.363059] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 660.363375] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 660.960342] env[65945]: INFO networking_nsxv3.common.synchronization [None req-5d8643bc-e522-45ff-846c-d262db2de0e0 None None] Enqueued Resource ID: c949fd74-49f0-4959-aad3-4d436480e624 with Priority: HIGHEST for action port [ 660.960873] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c949fd74-49f0-4959-aad3-4d436480e624 with Priority: HIGHEST for action port [ 660.961213] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c949fd74-49f0-4959-aad3-4d436480e624 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.961313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c949fd74-49f0-4959-aad3-4d436480e624" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.961356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c949fd74-49f0-4959-aad3-4d436480e624" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.961627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c949fd74-49f0-4959-aad3-4d436480e624" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.961711] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c949fd74-49f0-4959-aad3-4d436480e624',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.354583] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 in Status: SUCCESS [ 661.354841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.463704] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c949fd74-49f0-4959-aad3-4d436480e624 [ 661.464056] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.464342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.464451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.464914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.465232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.465376] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c949fd74-49f0-4959-aad3-4d436480e624 already deleted. [ 661.465526] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c949fd74-49f0-4959-aad3-4d436480e624" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.563576] env[65945]: INFO networking_nsxv3.common.synchronization [None req-48dd2716-bdfa-47a4-9d72-7209c7f4613b None None] Enqueued Resource ID: 8a89740f-9dfb-4fac-a8e3-21e1eee06ea1 with Priority: HIGHEST for action port [ 662.564264] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a89740f-9dfb-4fac-a8e3-21e1eee06ea1 with Priority: HIGHEST for action port [ 662.564612] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a89740f-9dfb-4fac-a8e3-21e1eee06ea1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.565393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a89740f-9dfb-4fac-a8e3-21e1eee06ea1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.565393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a89740f-9dfb-4fac-a8e3-21e1eee06ea1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.565393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a89740f-9dfb-4fac-a8e3-21e1eee06ea1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.565393] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a89740f-9dfb-4fac-a8e3-21e1eee06ea1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.837419] env[65945]: INFO networking_nsxv3.common.synchronization [None req-214f5c98-0077-4158-ae56-d83afa7de1c8 None None] Enqueued Resource ID: bc39d9ef-f322-4594-af66-006514388bd0 with Priority: HIGHEST for action port [ 662.837973] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc39d9ef-f322-4594-af66-006514388bd0 with Priority: HIGHEST for action port [ 662.843160] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc39d9ef-f322-4594-af66-006514388bd0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.843160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc39d9ef-f322-4594-af66-006514388bd0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.843160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc39d9ef-f322-4594-af66-006514388bd0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.843160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc39d9ef-f322-4594-af66-006514388bd0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.843160] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc39d9ef-f322-4594-af66-006514388bd0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.067360] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a89740f-9dfb-4fac-a8e3-21e1eee06ea1 [ 663.068058] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.068223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.068296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.068511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.068605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068701] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a89740f-9dfb-4fac-a8e3-21e1eee06ea1 already deleted. [ 663.068781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a89740f-9dfb-4fac-a8e3-21e1eee06ea1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.345039] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc39d9ef-f322-4594-af66-006514388bd0 [ 663.345039] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.345154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.345373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.345516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.345564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.345635] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc39d9ef-f322-4594-af66-006514388bd0 already deleted. [ 663.345751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc39d9ef-f322-4594-af66-006514388bd0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.419992] env[65945]: INFO networking_nsxv3.common.synchronization [req-4180dee9-4bde-41a3-8ad4-c2e0193e465a req-37e2bb8b-8bb1-4e4c-8987-2226403d10fe tempest-ServersAdminNegativeTestJSON-1873031900 tempest-ServersAdminNegativeTestJSON-1873031900-project-member] Enqueued Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 663.420853] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 663.420853] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.421075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.422855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.423728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.424237] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.424237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.424237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.424428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.424428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.424428] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.759254] env[65945]: INFO networking_nsxv3.common.synchronization [None req-52a72f15-54c5-42cc-bca2-746e739eb967 None None] Enqueued Resource ID: c911058a-5b62-40b1-8985-ce8aa2f45c88 with Priority: HIGHEST for action port [ 663.759254] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c911058a-5b62-40b1-8985-ce8aa2f45c88 with Priority: HIGHEST for action port [ 663.759254] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c911058a-5b62-40b1-8985-ce8aa2f45c88 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.759852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c911058a-5b62-40b1-8985-ce8aa2f45c88" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.759852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c911058a-5b62-40b1-8985-ce8aa2f45c88" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.759852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c911058a-5b62-40b1-8985-ce8aa2f45c88" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.759852] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c911058a-5b62-40b1-8985-ce8aa2f45c88',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.926979] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.001719] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.001853] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.002112] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.002415] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.002696] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.002854] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.002966] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.003191] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.003327] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.003563] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.003675] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.003780] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.003917] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.003980] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.004129] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.004259] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.027133] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.027812] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.028046] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.028160] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.028520] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-144f7ecc-bf9a-469a-845c-b6c9970b38b2 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.029488] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-144f7ecc-bf9a-469a-845c-b6c9970b38b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.029488] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-144f7ecc-bf9a-469a-845c-b6c9970b38b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.029488] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-144f7ecc-bf9a-469a-845c-b6c9970b38b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.029488] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144f7ecc-bf9a-469a-845c-b6c9970b38b2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.263177] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c911058a-5b62-40b1-8985-ce8aa2f45c88 [ 664.263691] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.263978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.264168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.264520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.264715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.264901] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c911058a-5b62-40b1-8985-ce8aa2f45c88 already deleted. [ 664.265194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c911058a-5b62-40b1-8985-ce8aa2f45c88" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.431769] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.533351] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.533610] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.533814] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.534485] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.534485] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.534485] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 144f7ecc-bf9a-469a-845c-b6c9970b38b2 not found, creating... [ 664.534693] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.534845] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.534994] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.535232] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.535350] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.535679] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.535840] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.536695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.537044] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.538703] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.538876] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 144f7ecc-bf9a-469a-845c-b6c9970b38b2 is going to be created. [ 664.561635] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.561858] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.562400] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.562400] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.562518] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.562711] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-144f7ecc-bf9a-469a-845c-b6c9970b38b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.935100] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.935494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.935494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.937019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.937019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.937019] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 is going to be updated. [ 664.970142] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.970318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.970369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.970565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.971651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.984452] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: IN_PROGRESS for 2s [ 665.333664] env[65945]: INFO networking_nsxv3.common.synchronization [req-4180dee9-4bde-41a3-8ad4-c2e0193e465a req-183cc8a9-d384-47ff-b16e-dd720eedad46 service nova] Enqueued Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_rules [ 665.333664] env[65945]: INFO networking_nsxv3.common.synchronization [req-4180dee9-4bde-41a3-8ad4-c2e0193e465a req-183cc8a9-d384-47ff-b16e-dd720eedad46 service nova] Enqueued Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 665.333664] env[65945]: INFO networking_nsxv3.common.synchronization [req-4180dee9-4bde-41a3-8ad4-c2e0193e465a req-183cc8a9-d384-47ff-b16e-dd720eedad46 service nova] Enqueued Resource ID: 144f7ecc-bf9a-469a-845c-b6c9970b38b2 with Priority: HIGHEST for action port [ 665.334437] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_rules [ 665.336718] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 665.336718] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144f7ecc-bf9a-469a-845c-b6c9970b38b2 with Priority: HIGHEST for action port [ 665.336718] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.336718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.336718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.336718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.338459] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.342625] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.342625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.342832] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-144f7ecc-bf9a-469a-845c-b6c9970b38b2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.343033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144f7ecc-bf9a-469a-845c-b6c9970b38b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.343033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144f7ecc-bf9a-469a-845c-b6c9970b38b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.343485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144f7ecc-bf9a-469a-845c-b6c9970b38b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.343485] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144f7ecc-bf9a-469a-845c-b6c9970b38b2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.662022] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ecb8f5eb-05f8-42ee-9c65-26ca07db9445 None None] Enqueued Resource ID: 7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e with Priority: HIGHEST for action port [ 665.662022] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e with Priority: HIGHEST for action port [ 665.662022] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.662022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.662022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.662022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.662022] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.847405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.847405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.847405] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 144f7ecc-bf9a-469a-845c-b6c9970b38b2 with status ACTIVE [ 665.847405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.847405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.847405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.847405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.847405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.847405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.847405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.847405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.847405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.847405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.847405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.848036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.848036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.848036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.848036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.848036] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 144f7ecc-bf9a-469a-845c-b6c9970b38b2 is going to be updated. [ 665.886071] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.889063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.889063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.889063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.889063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.889063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144f7ecc-bf9a-469a-845c-b6c9970b38b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.937604] env[65945]: INFO networking_nsxv3.common.synchronization [req-0899e728-4063-440c-8a63-c092562e79a5 req-ae8ba886-fee1-40c0-86e8-27c94f283b25 tempest-ServersTestFqdnHostnames-1456259163 tempest-ServersTestFqdnHostnames-1456259163-project-member] Enqueued Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_members [ 665.937955] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_members [ 665.938226] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987d65c-4c70-4af5-9c76-02c9846e7dcc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.938338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.938404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.939505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.940018] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.940018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.940018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.940211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.940211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.940288] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.167448] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e [ 666.167843] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.168055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.168172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.168486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.168655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.168806] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e already deleted. [ 666.168957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3efa9d-5cc2-4fee-a923-05c6fa0fab3e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.332578] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.332836] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-896" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.333098] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-896" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.334197] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-896" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.334481] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.334712] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.334799] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.335723] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.335723] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.335723] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.335723] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.335723] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.335974] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.335974] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.335974] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.336137] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.356495] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.356670] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.356852] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.357036] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-896" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.357447] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.357658] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.357948] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.358329] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.358463] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa7c715-f9f6-4e9c-a9c3-49df64db15fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.443709] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.443923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.443923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.444120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.444208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.444423] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.444536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.444633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.445735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.445977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.446032] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc already deleted. [ 666.446101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.860978] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.861228] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.861354] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.861591] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.861736] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.861883] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 0fa7c715-f9f6-4e9c-a9c3-49df64db15fd not found, creating... [ 666.862186] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.862304] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.862402] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.862663] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.863867] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.863867] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.863867] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.863867] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.863867] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.863867] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.863867] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 0fa7c715-f9f6-4e9c-a9c3-49df64db15fd is going to be created. [ 666.885777] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.886072] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.886219] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.886622] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.887854] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.887854] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.001202] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: SUCCESS [ 667.001683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.001683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.001849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.002036] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.002181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.002252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.002397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.002474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.002567] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.278191] env[65945]: INFO networking_nsxv3.common.synchronization [None req-85006cd0-b264-4af0-a72c-2c3d20d7e782 None None] Enqueued Resource ID: b11bd27f-b688-4024-b9fc-32dfa1916c2b with Priority: HIGHEST for action port [ 667.278191] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11bd27f-b688-4024-b9fc-32dfa1916c2b with Priority: HIGHEST for action port [ 667.278191] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-b11bd27f-b688-4024-b9fc-32dfa1916c2b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.278459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b11bd27f-b688-4024-b9fc-32dfa1916c2b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.278688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b11bd27f-b688-4024-b9fc-32dfa1916c2b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.279416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b11bd27f-b688-4024-b9fc-32dfa1916c2b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.279853] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11bd27f-b688-4024-b9fc-32dfa1916c2b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.506592] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.642156] env[65945]: INFO networking_nsxv3.common.synchronization [req-0899e728-4063-440c-8a63-c092562e79a5 req-7e4010c6-88e6-4bce-a72b-f4f1619767a4 service nova] Enqueued Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_rules [ 667.642156] env[65945]: INFO networking_nsxv3.common.synchronization [req-0899e728-4063-440c-8a63-c092562e79a5 req-7e4010c6-88e6-4bce-a72b-f4f1619767a4 service nova] Enqueued Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_members [ 667.642156] env[65945]: INFO networking_nsxv3.common.synchronization [req-0899e728-4063-440c-8a63-c092562e79a5 req-7e4010c6-88e6-4bce-a72b-f4f1619767a4 service nova] Enqueued Resource ID: 0fa7c715-f9f6-4e9c-a9c3-49df64db15fd with Priority: HIGHEST for action port [ 667.642156] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_rules [ 667.642156] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_members [ 667.642156] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa7c715-f9f6-4e9c-a9c3-49df64db15fd with Priority: HIGHEST for action port [ 667.643179] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.643619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.643782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.644075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.644252] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.646201] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987d65c-4c70-4af5-9c76-02c9846e7dcc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.646315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.646358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.646928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.646928] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.646928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.646928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.647147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.647147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.647260] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.648520] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.648646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.648955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.648955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.648955] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa7c715-f9f6-4e9c-a9c3-49df64db15fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.783181] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b11bd27f-b688-4024-b9fc-32dfa1916c2b [ 667.783318] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.783518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.783518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.783840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.783940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.784061] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b11bd27f-b688-4024-b9fc-32dfa1916c2b already deleted. [ 667.784140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b11bd27f-b688-4024-b9fc-32dfa1916c2b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.009139] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.150136] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.151281] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987d65c-4c70-4af5-9c76-02c9846e7dcc taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.151407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.152027] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fa7c715-f9f6-4e9c-a9c3-49df64db15fd with status ACTIVE [ 668.152027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.152027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.152027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.152274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.152274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.152335] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.152397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.153453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.153453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.153453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.153453] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.153453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.153453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.153453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.153453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.153880] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fa7c715-f9f6-4e9c-a9c3-49df64db15fd is going to be updated. [ 668.181468] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.181719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.181835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.182026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.182169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.182389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa7c715-f9f6-4e9c-a9c3-49df64db15fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.342722] env[65945]: INFO networking_nsxv3.common.synchronization [None req-c0092a53-d3da-47a0-9704-7ac9561eef6d tempest-ServersTestManualDisk-1322774151 tempest-ServersTestManualDisk-1322774151-project-member] Enqueued Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_rules [ 668.343786] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_rules [ 668.348574] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.348810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.349034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.349510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.349510] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.489990] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a4685ce0-1872-4a55-bb55-9d31a75d0515 tempest-ServersTestManualDisk-1322774151 tempest-ServersTestManualDisk-1322774151-project-member] Enqueued Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_rules [ 668.490874] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_rules [ 668.492405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.492602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.515030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.515030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.515030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.515030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.515030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.515030] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 is going to be updated. [ 668.551631] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.551828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.551878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.552380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.552380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.563800] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: IN_PROGRESS for 2s [ 668.655939] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.875118] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.875298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.875370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.875632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.875770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.875925] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 already deleted. [ 668.876047] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.876195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.876399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.876490] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.038135] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e99a1636-d0c7-476f-800d-f24e9734f7b8 None None] Enqueued Resource ID: 8f05e79e-4669-4a48-a975-eacde874aef5 with Priority: HIGHEST for action port [ 669.038673] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f05e79e-4669-4a48-a975-eacde874aef5 with Priority: HIGHEST for action port [ 669.039494] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f05e79e-4669-4a48-a975-eacde874aef5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.039494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f05e79e-4669-4a48-a975-eacde874aef5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.039494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f05e79e-4669-4a48-a975-eacde874aef5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.039494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f05e79e-4669-4a48-a975-eacde874aef5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.039494] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f05e79e-4669-4a48-a975-eacde874aef5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.159070] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.159310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.159310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.159593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.159593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.159693] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc is going to be created. [ 669.185674] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.185674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.185674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.185674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.185674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.199055] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc in Status: UNINITIALIZED for 2s [ 669.404888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.405072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.405775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.405775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.405775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.406046] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 already deleted. [ 669.406046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.546448] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f05e79e-4669-4a48-a975-eacde874aef5 [ 669.546448] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.546448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.546448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.546448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.546448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.546448] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f05e79e-4669-4a48-a975-eacde874aef5 already deleted. [ 669.546448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f05e79e-4669-4a48-a975-eacde874aef5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.580624] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: SUCCESS [ 670.581590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.581590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.581590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.581590] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.582032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.582032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.582128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.582235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.582314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.582423] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.085954] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.086409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.086466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.086730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.087064] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.087192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.087244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.087468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.087615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.087896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.088173] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.088269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.088356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.088593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.088796] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.088925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.089014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.089228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.089338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.089425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.089531] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.209670] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc in Status: SUCCESS [ 671.209890] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.210077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.210330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.210509] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.210694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.210694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.211038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.211139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.211277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.211392] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.529291] env[65945]: INFO networking_nsxv3.common.synchronization [None req-6aacdf71-fb02-4b2a-b367-788872da2848 None None] Enqueued Resource ID: 050fdbf4-0af7-45d9-9e64-4a67f0792125 with Priority: HIGHEST for action port [ 671.529291] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050fdbf4-0af7-45d9-9e64-4a67f0792125 with Priority: HIGHEST for action port [ 671.529291] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-050fdbf4-0af7-45d9-9e64-4a67f0792125 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.529291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-050fdbf4-0af7-45d9-9e64-4a67f0792125" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.529291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-050fdbf4-0af7-45d9-9e64-4a67f0792125" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.529291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-050fdbf4-0af7-45d9-9e64-4a67f0792125" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.529291] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('050fdbf4-0af7-45d9-9e64-4a67f0792125',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.592958] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a859e17-f578-4ea1-a915-d58c404d00d7: rpc.has_security_group_logging(os_id): False [ 671.624606] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.624606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.624606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.624606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.624606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.624606] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.624932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.624932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.625257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.625395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.625731] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.625912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.626024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.626261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.626380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.626693] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.626830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.626929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.627176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.627304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.627462] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 is going to be updated. [ 671.714063] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.714336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.714653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.717281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.717281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.719732] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.736800] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: IN_PROGRESS for 2s [ 671.965035] env[65945]: INFO networking_nsxv3.common.synchronization [req-ad7fe091-4f52-442a-aca0-07086a81d405 req-a91ca5fe-e2f1-42a1-88ed-ce84a7b5fd46 tempest-ServersTestJSON-859800729 tempest-ServersTestJSON-859800729-project-member] Enqueued Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_members [ 671.965854] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_members [ 671.966436] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.966772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.967722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.967722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.967722] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.967722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.967722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.968124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.968288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.968497] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.031817] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 050fdbf4-0af7-45d9-9e64-4a67f0792125 [ 672.032154] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.032389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.032500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.033303] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.033528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.033676] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:050fdbf4-0af7-45d9-9e64-4a67f0792125 already deleted. [ 672.033817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-050fdbf4-0af7-45d9-9e64-4a67f0792125" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.225668] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5987d65c-4c70-4af5-9c76-02c9846e7dcc: rpc.has_security_group_logging(os_id): False [ 672.250595] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.250809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.250931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.251249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.251402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.251784] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.251932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.252091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.252276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.252398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.252529] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc is going to be created. [ 672.344540] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.345411] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-691" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.345411] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-691" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.345556] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-691" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.345944] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.346144] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.346262] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.346544] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.346703] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.346998] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.347132] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.347237] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.347355] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.347463] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.347566] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.347696] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.356870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.357124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.357176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.357400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.357654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.376242] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc in Status: IN_PROGRESS for 2s [ 672.382670] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.382886] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.383013] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.383254] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-691" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.383792] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.383980] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.384114] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.384488] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.384632] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdb07b6-438d-42d7-bee6-f80f6abcb7e3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.471445] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.471658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.471658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.471923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.472037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.472361] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.472654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.472654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.472832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.472934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.473085] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d already deleted. [ 672.473174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.888881] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.889284] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.889340] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.889967] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.890097] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.890272] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 1fdb07b6-438d-42d7-bee6-f80f6abcb7e3 not found, creating... [ 672.890650] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.890877] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.890997] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.891305] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.891454] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.891760] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.891918] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.892051] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.892278] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.892424] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.892720] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 1fdb07b6-438d-42d7-bee6-f80f6abcb7e3 is going to be created. [ 672.918737] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.918737] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.919067] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.919299] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.919819] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.919949] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.699099] env[65945]: INFO networking_nsxv3.common.synchronization [req-ad7fe091-4f52-442a-aca0-07086a81d405 req-e2f0da30-5459-482d-8f66-f03210002272 service nova] Enqueued Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_rules [ 673.699286] env[65945]: INFO networking_nsxv3.common.synchronization [req-ad7fe091-4f52-442a-aca0-07086a81d405 req-e2f0da30-5459-482d-8f66-f03210002272 service nova] Enqueued Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_members [ 673.699438] env[65945]: INFO networking_nsxv3.common.synchronization [req-ad7fe091-4f52-442a-aca0-07086a81d405 req-e2f0da30-5459-482d-8f66-f03210002272 service nova] Enqueued Resource ID: 1fdb07b6-438d-42d7-bee6-f80f6abcb7e3 with Priority: HIGHEST for action port [ 673.700013] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_rules [ 673.700169] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_members [ 673.700284] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdb07b6-438d-42d7-bee6-f80f6abcb7e3 with Priority: HIGHEST for action port [ 673.700796] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.700861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.700903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.701166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.701211] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.703091] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.703250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.703338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.703571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.704910] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.704910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.704910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.704910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.704910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.704910] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.705465] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.705465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.705465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.705465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.705698] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdb07b6-438d-42d7-bee6-f80f6abcb7e3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.753223] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: SUCCESS [ 673.753461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.207681] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.207976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.208034] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.211237] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fdb07b6-438d-42d7-bee6-f80f6abcb7e3 with status ACTIVE [ 674.211237] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.211237] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.211237] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.211237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.211237] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fdb07b6-438d-42d7-bee6-f80f6abcb7e3 is going to be updated. [ 674.238752] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.238899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.238979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.239306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.239388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.239854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fdb07b6-438d-42d7-bee6-f80f6abcb7e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.389499] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc in Status: SUCCESS [ 674.389756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.716025] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.219578] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.219896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.219896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.223333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.223333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.223333] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d is going to be created. [ 675.250252] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.250252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.250252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.250481] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.250643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.261942] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d in Status: UNINITIALIZED for 2s [ 676.800267] env[65945]: INFO networking_nsxv3.common.synchronization [None req-54e56d8a-f0aa-4274-b55f-95ab044d2f3b None None] Enqueued Resource ID: 60333b64-1391-4cfd-ab1a-804a11682332 with Priority: HIGHEST for action port [ 676.801085] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60333b64-1391-4cfd-ab1a-804a11682332 with Priority: HIGHEST for action port [ 676.801758] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-60333b64-1391-4cfd-ab1a-804a11682332 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.803785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60333b64-1391-4cfd-ab1a-804a11682332" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.803785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60333b64-1391-4cfd-ab1a-804a11682332" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.803785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60333b64-1391-4cfd-ab1a-804a11682332" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.803785] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60333b64-1391-4cfd-ab1a-804a11682332',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.277031] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d in Status: SUCCESS [ 677.277031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.277031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.277031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.277031] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.277796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.278143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.278647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.279063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.279438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.279660] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.305909] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60333b64-1391-4cfd-ab1a-804a11682332 [ 677.306187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.306320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.306395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.306644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.306744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.306821] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60333b64-1391-4cfd-ab1a-804a11682332 already deleted. [ 677.306916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60333b64-1391-4cfd-ab1a-804a11682332" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.491710] env[65945]: INFO networking_nsxv3.common.synchronization [req-d833c040-c656-4dc9-91a8-f22f36db815b req-35bbd8f4-fbc4-4660-aa76-71650595e665 tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 677.493169] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 677.493331] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.493465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.494572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.494572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.494572] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.494572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.498806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.498806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.498806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.498806] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.782922] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.004154] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.004154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.004154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.004154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.004154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.004708] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.004708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.004708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.004708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.004870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.004870] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 already deleted. [ 678.004939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.064716] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.064932] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-757" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.065169] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-757" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.065569] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-757" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.065897] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.067853] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.068101] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.068294] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.068409] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.068642] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.068753] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.068856] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.068960] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.069076] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.069180] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.069310] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.097225] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.097510] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.097783] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.097986] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-757" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.098460] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.098751] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.098955] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.101036] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.101036] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcdf23c-836e-41b4-b2a1-32ed7b2f916f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.285352] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d: rpc.has_security_group_logging(os_id): False [ 678.450984] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.451162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.451210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.451458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.451538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.451795] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.451889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.451955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.452166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.452252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.452313] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d is going to be created. [ 678.527348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.527348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.527348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.527510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.527768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.540596] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d in Status: IN_PROGRESS for 2s [ 678.597761] env[65945]: INFO networking_nsxv3.common.synchronization [None req-49b34f1a-4da0-4d9a-8287-064e6fb7aa9f None None] Enqueued Resource ID: 04b6bead-e592-45c9-8652-4c98b4e4fdeb with Priority: HIGHEST for action port [ 678.598357] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b6bead-e592-45c9-8652-4c98b4e4fdeb with Priority: HIGHEST for action port [ 678.600015] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b6bead-e592-45c9-8652-4c98b4e4fdeb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.600015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b6bead-e592-45c9-8652-4c98b4e4fdeb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.600015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b6bead-e592-45c9-8652-4c98b4e4fdeb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.600015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b6bead-e592-45c9-8652-4c98b4e4fdeb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.600015] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b6bead-e592-45c9-8652-4c98b4e4fdeb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.604369] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.604369] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.604369] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.605074] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.605074] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.605074] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port fdcdf23c-836e-41b4-b2a1-32ed7b2f916f not found, creating... [ 678.605074] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.605378] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.605378] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.605547] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.605661] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.606342] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.606342] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.606342] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.606608] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.606608] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.606723] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f is going to be created. [ 678.647563] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.647811] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.647948] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.648471] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.648471] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.648753] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.104661] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04b6bead-e592-45c9-8652-4c98b4e4fdeb [ 679.105067] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.105067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.105225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.106438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.106438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.106598] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04b6bead-e592-45c9-8652-4c98b4e4fdeb already deleted. [ 679.106737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b6bead-e592-45c9-8652-4c98b4e4fdeb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.455118] env[65945]: INFO networking_nsxv3.common.synchronization [req-d833c040-c656-4dc9-91a8-f22f36db815b req-4dcf1d8b-2073-4aa4-9d35-5888ed129a7c service nova] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 679.455324] env[65945]: INFO networking_nsxv3.common.synchronization [req-d833c040-c656-4dc9-91a8-f22f36db815b req-4dcf1d8b-2073-4aa4-9d35-5888ed129a7c service nova] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 679.455461] env[65945]: INFO networking_nsxv3.common.synchronization [req-d833c040-c656-4dc9-91a8-f22f36db815b req-4dcf1d8b-2073-4aa4-9d35-5888ed129a7c service nova] Enqueued Resource ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f with Priority: HIGHEST for action port [ 679.457528] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 679.457801] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 679.458073] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f with Priority: HIGHEST for action port [ 679.459187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.460938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.461029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.461844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.461844] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.463099] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.463231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.463299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.463478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.463652] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.463792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.463792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.463935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.464026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.466362] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.469272] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.469987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.470105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.470307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.470406] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcdf23c-836e-41b4-b2a1-32ed7b2f916f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.659677] env[65945]: INFO networking_nsxv3.common.synchronization [None req-8822bd87-dc0b-4f58-b552-da1376710d42 None None] Enqueued Resource ID: 90db723e-d022-455b-9d1a-e1e497ea4663 with Priority: HIGHEST for action port [ 679.661130] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90db723e-d022-455b-9d1a-e1e497ea4663 with Priority: HIGHEST for action port [ 679.661130] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-90db723e-d022-455b-9d1a-e1e497ea4663 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.661314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90db723e-d022-455b-9d1a-e1e497ea4663" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.661314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90db723e-d022-455b-9d1a-e1e497ea4663" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.661537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90db723e-d022-455b-9d1a-e1e497ea4663" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.662383] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90db723e-d022-455b-9d1a-e1e497ea4663',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.966091] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.966567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.972613] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.973492] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdcdf23c-836e-41b4-b2a1-32ed7b2f916f with status ACTIVE [ 679.973492] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.973756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.973756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.974046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.974046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.974272] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.974377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.974435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.974604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.974684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.976213] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.976213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.976213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.976213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.976213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.976213] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f is going to be updated. [ 679.978023] env[65945]: INFO networking_nsxv3.common.synchronization [req-39b8de6d-4897-41dc-a3f2-d91d83cf5baa req-cadb75bc-a2a8-463e-95eb-654d0263c863 tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 679.978591] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 679.979350] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.979961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.979961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.979961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.980342] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.980342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.980342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.980342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.980520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.980520] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.001039] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.001202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.001258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.001456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.001595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.001756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.167415] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90db723e-d022-455b-9d1a-e1e497ea4663 [ 680.168296] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.168716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.168800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.169066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.169172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.169271] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90db723e-d022-455b-9d1a-e1e497ea4663 already deleted. [ 680.169354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90db723e-d022-455b-9d1a-e1e497ea4663" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.480512] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.486024] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.486024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.486024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.486024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.486024] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.486509] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.486785] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.487147] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.491025] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.491025] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.491025] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.491025] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.491025] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.491025] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.491025] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.491025] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.491025] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.491630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.491799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.492113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.492305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.492594] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.492823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.492995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.493257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.493428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.493638] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da already deleted. [ 680.493892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.514085] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.517233] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.517233] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.517233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.517233] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.517233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.517233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.517233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.517233] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b6b2a2-6d16-4c6e-9cde-cdbc97191807',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.554544] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d in Status: SUCCESS [ 680.554544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.982840] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.983062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.983062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.983325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.983376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.983446] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be created. [ 681.019464] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.019690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.019737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.019991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.020169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.021529] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.021693] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.021811] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.022287] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.022692] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.022863] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port c8b6b2a2-6d16-4c6e-9cde-cdbc97191807 not found, creating... [ 681.023239] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.023412] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.023526] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.025317] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.025503] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.025945] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.026849] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.027218] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.027274] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.027375] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.027512] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: c8b6b2a2-6d16-4c6e-9cde-cdbc97191807 is going to be created. [ 681.039798] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: UNINITIALIZED for 2s [ 681.062130] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.062435] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.062711] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.062898] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.063176] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.063422] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.806695] env[65945]: INFO networking_nsxv3.common.synchronization [req-39b8de6d-4897-41dc-a3f2-d91d83cf5baa req-380686fa-2b00-49b2-8aa2-45581fff7423 service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 681.806951] env[65945]: INFO networking_nsxv3.common.synchronization [req-39b8de6d-4897-41dc-a3f2-d91d83cf5baa req-380686fa-2b00-49b2-8aa2-45581fff7423 service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 681.807092] env[65945]: INFO networking_nsxv3.common.synchronization [req-39b8de6d-4897-41dc-a3f2-d91d83cf5baa req-380686fa-2b00-49b2-8aa2-45581fff7423 service nova] Enqueued Resource ID: c8b6b2a2-6d16-4c6e-9cde-cdbc97191807 with Priority: HIGHEST for action port [ 681.807710] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 681.807864] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 681.807999] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b6b2a2-6d16-4c6e-9cde-cdbc97191807 with Priority: HIGHEST for action port [ 681.808323] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.808465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.808539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.809463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.809463] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.810589] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.810881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.810881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.811104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.811312] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.811444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.811552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.811692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.811823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.811972] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.813016] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.813395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.813395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.813563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.813563] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b6b2a2-6d16-4c6e-9cde-cdbc97191807',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.316027] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.317241] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.317431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.317559] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8b6b2a2-6d16-4c6e-9cde-cdbc97191807 with status ACTIVE [ 682.319027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.319027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.319027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.319027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.319027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.319391] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.319540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.319593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.319848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.319848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.320019] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.320142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.320280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.320344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.320398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.320467] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8b6b2a2-6d16-4c6e-9cde-cdbc97191807 is going to be updated. [ 682.371227] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.371227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.371450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.371519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.371675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.371835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b6b2a2-6d16-4c6e-9cde-cdbc97191807" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.464903] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a0f67af4-98b7-4074-b907-2e6c56a4024b None None] Enqueued Resource ID: b761613f-7f56-4888-8c37-3a2e5bc5e7c2 with Priority: HIGHEST for action port [ 682.468357] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b761613f-7f56-4888-8c37-3a2e5bc5e7c2 with Priority: HIGHEST for action port [ 682.468829] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-b761613f-7f56-4888-8c37-3a2e5bc5e7c2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.468980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b761613f-7f56-4888-8c37-3a2e5bc5e7c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.469083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b761613f-7f56-4888-8c37-3a2e5bc5e7c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.469337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b761613f-7f56-4888-8c37-3a2e5bc5e7c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.469515] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b761613f-7f56-4888-8c37-3a2e5bc5e7c2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.823480] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.975817] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b761613f-7f56-4888-8c37-3a2e5bc5e7c2 [ 682.975817] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.975817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.975817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.975817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.975817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.975817] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b761613f-7f56-4888-8c37-3a2e5bc5e7c2 already deleted. [ 682.975817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b761613f-7f56-4888-8c37-3a2e5bc5e7c2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.051234] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: SUCCESS [ 683.051483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.052498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.052498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.052498] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.052498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.052498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.052498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.052498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.053161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.053161] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.328549] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.328549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.329477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.329735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.329916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.330017] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be created. [ 683.369195] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.369195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.369195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.369195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.369195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.380568] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: UNINITIALIZED for 2s [ 683.556421] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.063049] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0881176-6695-4a1a-bb95-983c919b7a06: rpc.has_security_group_logging(os_id): False [ 684.082771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.082944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.083052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.083530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.083530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.083740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.083847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.083908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.084102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.084166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.084231] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be created. [ 684.097409] env[65945]: INFO networking_nsxv3.common.synchronization [None req-05a4eb9f-372e-4aa1-9308-42f1613700cd None None] Enqueued Resource ID: baa5e644-d846-42ea-9c8e-438b7c7375f7 with Priority: HIGHEST for action port [ 684.098415] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa5e644-d846-42ea-9c8e-438b7c7375f7 with Priority: HIGHEST for action port [ 684.098415] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-baa5e644-d846-42ea-9c8e-438b7c7375f7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.098415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baa5e644-d846-42ea-9c8e-438b7c7375f7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.098415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baa5e644-d846-42ea-9c8e-438b7c7375f7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.098890] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baa5e644-d846-42ea-9c8e-438b7c7375f7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.098890] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa5e644-d846-42ea-9c8e-438b7c7375f7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.152280] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.154394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.154394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.154394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.154394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.167727] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: IN_PROGRESS for 2s [ 684.594879] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e57b8a3a-d7cb-4803-83df-065eb2aa3284 tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_rules [ 684.599027] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_rules [ 684.599027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.599027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.599027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.599027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.599027] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.604062] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baa5e644-d846-42ea-9c8e-438b7c7375f7 [ 684.604966] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.604966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.604966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.605590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.605590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.605590] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baa5e644-d846-42ea-9c8e-438b7c7375f7 already deleted. [ 684.605975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baa5e644-d846-42ea-9c8e-438b7c7375f7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.827964] env[65945]: INFO networking_nsxv3.common.synchronization [None req-1ed4ef1d-f866-4ead-b2a5-acbb9f676164 tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_rules [ 684.827964] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_rules [ 684.827964] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.827964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.121915] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.122256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.122256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.124417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.124417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.124417] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 already deleted. [ 685.124417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.124417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.124417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.124417] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.398297] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 685.398959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.398959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.398959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.399287] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.399287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.399430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.399483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.399533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.399619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.399718] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.542442] env[65945]: INFO networking_nsxv3.common.synchronization [None req-d82583f1-4139-447f-9ced-23f6d640d37a None None] Enqueued Resource ID: 4c306566-014c-4014-90ba-04b0a0b19fc2 with Priority: HIGHEST for action port [ 685.542581] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c306566-014c-4014-90ba-04b0a0b19fc2 with Priority: HIGHEST for action port [ 685.542893] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c306566-014c-4014-90ba-04b0a0b19fc2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.542960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c306566-014c-4014-90ba-04b0a0b19fc2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.543013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c306566-014c-4014-90ba-04b0a0b19fc2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.545899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c306566-014c-4014-90ba-04b0a0b19fc2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.546045] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c306566-014c-4014-90ba-04b0a0b19fc2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.646940] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.647620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.647738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.648077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.648077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.648232] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 already deleted. [ 685.648279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.903796] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.903796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.903796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.904084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.904084] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.904226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.904226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.904376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.904451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.904532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.905572] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.905803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.905847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.906015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.906161] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.906289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.906333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.906452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.906530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.906613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.907218] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.049541] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c306566-014c-4014-90ba-04b0a0b19fc2 [ 686.049784] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.049925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.050136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.050315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.050387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.050479] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c306566-014c-4014-90ba-04b0a0b19fc2 already deleted. [ 686.050559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c306566-014c-4014-90ba-04b0a0b19fc2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.188516] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: SUCCESS [ 686.188516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.413451] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 469b0ddc-22ff-46a3-9548-dead9e6e52da: rpc.has_security_group_logging(os_id): False [ 686.436023] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.436023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.436023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.436023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.436023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.436315] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.436315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.436419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.436581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.436629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.436868] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.436983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.437118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.437217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.437307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.438714] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.438714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.438714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.438714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.438714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.438714] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be created. [ 686.511082] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.512992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.512992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.512992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.512992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.529011] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 686.745460] env[65945]: INFO networking_nsxv3.common.synchronization [req-11009d8e-09c3-4f95-a82d-cf11545aa5df req-d03cf156-e601-4bb9-87a6-ade5235188b6 tempest-DeleteServersAdminTestJSON-2016085204 tempest-DeleteServersAdminTestJSON-2016085204-project-member] Enqueued Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 686.746113] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 686.746442] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.746571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.746752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.747495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.747495] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.747495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.747495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.747757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.747757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.747827] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.250364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.253557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.253820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.254216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.254216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.254465] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.254630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.254733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.255016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.255155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.255675] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 is going to be updated. [ 687.311298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.311298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.311298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.311298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.311298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.324879] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: IN_PROGRESS for 2s [ 687.331698] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.331698] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.331698] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.331698] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.331698] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.331698] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.332195] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.332276] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.332481] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.333461] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.333669] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.333823] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.333981] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.334636] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.334832] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.335029] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.400161] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.400364] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.065 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.400499] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.400681] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.401066] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-aad83f8d-3659-4f83-8fc7-b5407649b8cf taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.401303] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-aad83f8d-3659-4f83-8fc7-b5407649b8cf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.401561] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-aad83f8d-3659-4f83-8fc7-b5407649b8cf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.401837] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-aad83f8d-3659-4f83-8fc7-b5407649b8cf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.402028] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad83f8d-3659-4f83-8fc7-b5407649b8cf',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.680722] env[65945]: INFO networking_nsxv3.common.synchronization [None req-8e2e3f66-7359-4a92-a85d-60bc285745be None None] Enqueued Resource ID: d4bea7da-fa30-4e0c-aabc-be5524999dd8 with Priority: HIGHEST for action port [ 687.682210] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4bea7da-fa30-4e0c-aabc-be5524999dd8 with Priority: HIGHEST for action port [ 687.682210] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4bea7da-fa30-4e0c-aabc-be5524999dd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.682210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4bea7da-fa30-4e0c-aabc-be5524999dd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.682210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4bea7da-fa30-4e0c-aabc-be5524999dd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.682563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4bea7da-fa30-4e0c-aabc-be5524999dd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.682563] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4bea7da-fa30-4e0c-aabc-be5524999dd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.904839] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.905154] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.905335] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.905724] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.905939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.906170] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port aad83f8d-3659-4f83-8fc7-b5407649b8cf not found, creating... [ 687.906482] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.906735] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.906884] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.907155] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.907348] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.907679] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.907891] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.908379] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.908379] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.908623] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.908690] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: aad83f8d-3659-4f83-8fc7-b5407649b8cf is going to be created. [ 687.932894] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.933575] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.933575] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.933716] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.933982] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.934318] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-aad83f8d-3659-4f83-8fc7-b5407649b8cf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.185838] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4bea7da-fa30-4e0c-aabc-be5524999dd8 [ 688.186064] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.186257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.186351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.186551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.186649] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.187147] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4bea7da-fa30-4e0c-aabc-be5524999dd8 already deleted. [ 688.187147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4bea7da-fa30-4e0c-aabc-be5524999dd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.358013] env[65945]: INFO networking_nsxv3.common.synchronization [None req-061fb8be-1de0-49c8-9730-550c1d761371 None None] Enqueued Resource ID: 465c69be-1400-4691-b4aa-328777590edb with Priority: HIGHEST for action port [ 688.358950] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465c69be-1400-4691-b4aa-328777590edb with Priority: HIGHEST for action port [ 688.359782] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-465c69be-1400-4691-b4aa-328777590edb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.360617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465c69be-1400-4691-b4aa-328777590edb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.360617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465c69be-1400-4691-b4aa-328777590edb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.360767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465c69be-1400-4691-b4aa-328777590edb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.361076] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465c69be-1400-4691-b4aa-328777590edb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.544322] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 688.544322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.727359] env[65945]: INFO networking_nsxv3.common.synchronization [req-11009d8e-09c3-4f95-a82d-cf11545aa5df req-ddc85247-9757-4fc2-8946-f32842f1bea3 service nova] Enqueued Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_rules [ 688.728187] env[65945]: INFO networking_nsxv3.common.synchronization [req-11009d8e-09c3-4f95-a82d-cf11545aa5df req-ddc85247-9757-4fc2-8946-f32842f1bea3 service nova] Enqueued Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 688.728187] env[65945]: INFO networking_nsxv3.common.synchronization [req-11009d8e-09c3-4f95-a82d-cf11545aa5df req-ddc85247-9757-4fc2-8946-f32842f1bea3 service nova] Enqueued Resource ID: aad83f8d-3659-4f83-8fc7-b5407649b8cf with Priority: HIGHEST for action port [ 688.728521] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_rules [ 688.728592] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 688.728730] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad83f8d-3659-4f83-8fc7-b5407649b8cf with Priority: HIGHEST for action port [ 688.729061] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.729184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.729261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.729501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.729580] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.730624] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.730624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.730819] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad83f8d-3659-4f83-8fc7-b5407649b8cf taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.730990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad83f8d-3659-4f83-8fc7-b5407649b8cf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.730990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad83f8d-3659-4f83-8fc7-b5407649b8cf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.731141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad83f8d-3659-4f83-8fc7-b5407649b8cf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.731199] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad83f8d-3659-4f83-8fc7-b5407649b8cf',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.867151] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 465c69be-1400-4691-b4aa-328777590edb [ 688.867349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.867785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.867933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.868253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.868350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.868885] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:465c69be-1400-4691-b4aa-328777590edb already deleted. [ 688.868885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465c69be-1400-4691-b4aa-328777590edb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.179133] env[65945]: INFO networking_nsxv3.common.synchronization [req-e8b6f613-a6b1-4a77-ac06-bdad88a42d36 req-934a2070-3cb5-4992-92e2-dec9881b2ca7 tempest-FloatingIPsAssociationTestJSON-20150279 tempest-FloatingIPsAssociationTestJSON-20150279-project-member] Enqueued Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 689.179133] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 689.179725] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.180070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.180278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.181295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.181295] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.181295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.181295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.181295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.182333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.182333] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.235075] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.235232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.235895] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad83f8d-3659-4f83-8fc7-b5407649b8cf with status ACTIVE [ 689.236026] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.236114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.236166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.236382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.236472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.236606] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.236707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.236769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.236926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.237028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.237215] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.237322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.237386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.237770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.237770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.237770] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad83f8d-3659-4f83-8fc7-b5407649b8cf is going to be updated. [ 689.266170] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.266454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.266454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.266575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.266713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.267066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad83f8d-3659-4f83-8fc7-b5407649b8cf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.339546] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: SUCCESS [ 689.339733] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 deletion is rescheduled due to dependency. [ 689.339849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.340444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.340583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.340773] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.340894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.340958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.341123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.341205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.341299] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.689521] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.843910] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.068023] env[65945]: INFO networking_nsxv3.common.synchronization [req-1ee21dbe-95c7-43bb-956a-4b67865f7393 req-d104cac3-667e-41e0-be94-9c50bd6ef9c0 tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 690.068584] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 690.068882] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.069418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.069493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.069746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.069915] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.070663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.070740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.070939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.071060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.071160] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.193894] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.346255] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.575617] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.576932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.577142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.577454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.577630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.577979] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.578192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.578316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.578586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.578694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.578917] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d already deleted. [ 690.578917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.701896] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.702230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.702230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.702620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.702620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.702829] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 is going to be updated. [ 690.735871] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.736652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.736652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.738065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.738313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.748091] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: IN_PROGRESS for 2s [ 690.850393] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.850657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.850825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.851611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.851857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.852041] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 is going to be updated. [ 690.892669] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.892818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.892887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.893127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.893263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.904822] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: IN_PROGRESS for 2s [ 691.122267] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ed920558-931e-4dc5-8a25-aa0c6d92a835 None None] Enqueued Resource ID: b2c2ed2c-1f16-41f2-9916-fd3fc3137968 with Priority: HIGHEST for action port [ 691.123407] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c2ed2c-1f16-41f2-9916-fd3fc3137968 with Priority: HIGHEST for action port [ 691.123929] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c2ed2c-1f16-41f2-9916-fd3fc3137968 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.124191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c2ed2c-1f16-41f2-9916-fd3fc3137968" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.124355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c2ed2c-1f16-41f2-9916-fd3fc3137968" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.124673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c2ed2c-1f16-41f2-9916-fd3fc3137968" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.125040] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c2ed2c-1f16-41f2-9916-fd3fc3137968',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.537832] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.538052] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.538156] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.538498] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.538762] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.538915] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.539040] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.539691] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.539929] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.540189] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.540332] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.540465] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.540617] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.540739] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.540903] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.541072] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.564730] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.564962] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.565186] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.565365] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.565796] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.566078] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.566257] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.566684] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.566903] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee49ccc9-5d13-4e86-935d-515ba5bc54f5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.628096] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2c2ed2c-1f16-41f2-9916-fd3fc3137968 [ 691.628364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.628547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.628664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.628937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.629105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.629227] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2c2ed2c-1f16-41f2-9916-fd3fc3137968 already deleted. [ 691.629356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c2ed2c-1f16-41f2-9916-fd3fc3137968" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.069871] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.070221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.070221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.070479] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.070625] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.070831] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port ee49ccc9-5d13-4e86-935d-515ba5bc54f5 not found, creating... [ 692.071148] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.071310] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.071425] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.072020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.072020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.072129] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.072279] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.072872] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.072872] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.072872] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.072872] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: ee49ccc9-5d13-4e86-935d-515ba5bc54f5 is going to be created. [ 692.093731] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.095203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.095203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.095203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.095203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.095203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.601518] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ecc11540-c3f2-4f73-85f7-dce735b9c1a3 None None] Enqueued Resource ID: 7d178e6f-9abe-4838-8cb9-f01954fb18a2 with Priority: HIGHEST for action port [ 692.602086] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d178e6f-9abe-4838-8cb9-f01954fb18a2 with Priority: HIGHEST for action port [ 692.602480] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d178e6f-9abe-4838-8cb9-f01954fb18a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.602719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d178e6f-9abe-4838-8cb9-f01954fb18a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.602719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d178e6f-9abe-4838-8cb9-f01954fb18a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.603030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d178e6f-9abe-4838-8cb9-f01954fb18a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.603159] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d178e6f-9abe-4838-8cb9-f01954fb18a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.760220] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: SUCCESS [ 692.760442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.814669] env[65945]: INFO networking_nsxv3.common.synchronization [req-1ee21dbe-95c7-43bb-956a-4b67865f7393 req-f4100f83-799b-4d2e-bed0-86410d82afb5 service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 692.814669] env[65945]: INFO networking_nsxv3.common.synchronization [req-1ee21dbe-95c7-43bb-956a-4b67865f7393 req-f4100f83-799b-4d2e-bed0-86410d82afb5 service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 692.814818] env[65945]: INFO networking_nsxv3.common.synchronization [req-1ee21dbe-95c7-43bb-956a-4b67865f7393 req-f4100f83-799b-4d2e-bed0-86410d82afb5 service nova] Enqueued Resource ID: ee49ccc9-5d13-4e86-935d-515ba5bc54f5 with Priority: HIGHEST for action port [ 692.815561] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 692.815561] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 692.815816] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee49ccc9-5d13-4e86-935d-515ba5bc54f5 with Priority: HIGHEST for action port [ 692.816537] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.816701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.816866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.817320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.817442] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.818386] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.818516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.818860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.819160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.819281] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.819404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.819596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.819878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.819949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.820099] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.821120] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.824292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.824427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.824958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.825225] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee49ccc9-5d13-4e86-935d-515ba5bc54f5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.918385] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: SUCCESS [ 692.918575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.918743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.918963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.919352] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.919352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.919352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.919907] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.920009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.920106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.920200] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.105329] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d178e6f-9abe-4838-8cb9-f01954fb18a2 [ 693.105634] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.105801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.105886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.106108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.106198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.106310] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d178e6f-9abe-4838-8cb9-f01954fb18a2 already deleted. [ 693.106391] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d178e6f-9abe-4838-8cb9-f01954fb18a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.242036] env[65945]: INFO networking_nsxv3.common.synchronization [req-7200aeaa-da21-4046-adf6-fcdf156291db req-db80960b-105d-4113-9ff3-88d418e69376 tempest-InstanceActionsTestJSON-1606048178 tempest-InstanceActionsTestJSON-1606048178-project-member] Enqueued Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGHEST for action security_group_members [ 693.242567] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGHEST for action security_group_members [ 693.242876] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-694b6225-75d9-4488-937d-60ac5f06c261 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.242986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.243197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.243725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.243972] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.244096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.244165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.244336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.244423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.244517] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694b6225-75d9-4488-937d-60ac5f06c261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.327139] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.328403] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.328403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.328787] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee49ccc9-5d13-4e86-935d-515ba5bc54f5 with status ACTIVE [ 693.328787] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.328883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.328932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.329128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.329226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.329405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.329745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.329745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.329745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.329889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.330653] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.330653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.331135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.331135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.331135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.331135] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee49ccc9-5d13-4e86-935d-515ba5bc54f5 is going to be updated. [ 693.356354] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.357651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.357651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.357651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.357651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.357651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee49ccc9-5d13-4e86-935d-515ba5bc54f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.424319] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.424319] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.424319] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.424319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.425142] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.425142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.425142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.425142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.425142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.425142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.425142] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.721454] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a7634a88-b1a2-4bb7-ab64-824c3e34f43e None None] Enqueued Resource ID: 2acbc62c-9195-4ddd-a97e-2cea72c58eab with Priority: HIGHEST for action port [ 693.722050] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acbc62c-9195-4ddd-a97e-2cea72c58eab with Priority: HIGHEST for action port [ 693.722350] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2acbc62c-9195-4ddd-a97e-2cea72c58eab taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.722471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2acbc62c-9195-4ddd-a97e-2cea72c58eab" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.722569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2acbc62c-9195-4ddd-a97e-2cea72c58eab" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.722822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2acbc62c-9195-4ddd-a97e-2cea72c58eab" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.722908] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acbc62c-9195-4ddd-a97e-2cea72c58eab',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.746891] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.747088] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-247" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.749031] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-247" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.749031] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-247" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.749031] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.749031] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.749220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.749938] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.749938] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.749938] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.749938] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.749938] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.750130] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.750159] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.750247] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.750372] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.752600] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.752600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.752600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.752600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.752838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.752881] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.752935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.753011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.753177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.753256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.753339] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694b6225-75d9-4488-937d-60ac5f06c261 already deleted. [ 693.753417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.773786] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.777288] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.777288] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.777288] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-247" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.777288] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-28fb5048-84a2-4884-9fd3-5957a57d17e3 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.777288] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-28fb5048-84a2-4884-9fd3-5957a57d17e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.777288] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-28fb5048-84a2-4884-9fd3-5957a57d17e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.777288] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-28fb5048-84a2-4884-9fd3-5957a57d17e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.777288] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28fb5048-84a2-4884-9fd3-5957a57d17e3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.834040] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.927103] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40: rpc.has_security_group_logging(os_id): False [ 693.950859] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.950859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.950859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.950859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.950859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.950859] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.950859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.950859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.950859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.950859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.952124] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.952124] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.952124] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 is going to be updated. [ 694.023190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.023976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.023976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.023976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.023976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.037930] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: IN_PROGRESS for 2s [ 694.226092] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2acbc62c-9195-4ddd-a97e-2cea72c58eab [ 694.226446] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.226525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.226577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.227054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.227054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.227054] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2acbc62c-9195-4ddd-a97e-2cea72c58eab already deleted. [ 694.227436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2acbc62c-9195-4ddd-a97e-2cea72c58eab" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.279212] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.279460] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.279589] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.279908] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.280146] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.280269] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 28fb5048-84a2-4884-9fd3-5957a57d17e3 not found, creating... [ 694.280565] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.280724] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.280837] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.281079] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.281211] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.281493] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.281641] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.281755] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.282078] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.282169] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.282377] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 28fb5048-84a2-4884-9fd3-5957a57d17e3 is going to be created. [ 694.304799] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.305178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.305178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.305400] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.305637] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.305938] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-28fb5048-84a2-4884-9fd3-5957a57d17e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.338159] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.338332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.338404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.338630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.338723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.338849] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be created. [ 694.369810] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.371311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.371311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.371311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.371311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.385100] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: UNINITIALIZED for 2s [ 694.881792] env[65945]: INFO networking_nsxv3.common.synchronization [None req-5ba165eb-7d8f-4dd4-9837-c4fadb9d116e None None] Enqueued Resource ID: de8d4e6d-aec7-4f29-b4f3-f89366faa301 with Priority: HIGHEST for action port [ 694.881792] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d4e6d-aec7-4f29-b4f3-f89366faa301 with Priority: HIGHEST for action port [ 694.881792] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-de8d4e6d-aec7-4f29-b4f3-f89366faa301 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.881792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de8d4e6d-aec7-4f29-b4f3-f89366faa301" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.881792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de8d4e6d-aec7-4f29-b4f3-f89366faa301" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.881792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de8d4e6d-aec7-4f29-b4f3-f89366faa301" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.881792] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de8d4e6d-aec7-4f29-b4f3-f89366faa301',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.994153] env[65945]: INFO networking_nsxv3.common.synchronization [req-7200aeaa-da21-4046-adf6-fcdf156291db req-0fb43d58-d555-4955-8b53-4827082c18de service nova] Enqueued Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGHEST for action security_group_rules [ 694.994153] env[65945]: INFO networking_nsxv3.common.synchronization [req-7200aeaa-da21-4046-adf6-fcdf156291db req-0fb43d58-d555-4955-8b53-4827082c18de service nova] Enqueued Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGHEST for action security_group_members [ 694.994334] env[65945]: INFO networking_nsxv3.common.synchronization [req-7200aeaa-da21-4046-adf6-fcdf156291db req-0fb43d58-d555-4955-8b53-4827082c18de service nova] Enqueued Resource ID: 28fb5048-84a2-4884-9fd3-5957a57d17e3 with Priority: HIGHEST for action port [ 694.994443] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGHEST for action security_group_rules [ 694.994570] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGHEST for action security_group_members [ 694.994666] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28fb5048-84a2-4884-9fd3-5957a57d17e3 with Priority: HIGHEST for action port [ 694.995242] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694b6225-75d9-4488-937d-60ac5f06c261 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.995365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.995432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.995682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.995817] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694b6225-75d9-4488-937d-60ac5f06c261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.997014] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-694b6225-75d9-4488-937d-60ac5f06c261 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.997113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.997152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.997314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.997461] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.997554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.997615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.997754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.997837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.997927] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694b6225-75d9-4488-937d-60ac5f06c261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.998671] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-28fb5048-84a2-4884-9fd3-5957a57d17e3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.998780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28fb5048-84a2-4884-9fd3-5957a57d17e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.998825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28fb5048-84a2-4884-9fd3-5957a57d17e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.998981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28fb5048-84a2-4884-9fd3-5957a57d17e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.999074] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28fb5048-84a2-4884-9fd3-5957a57d17e3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.317443] env[65945]: INFO networking_nsxv3.common.synchronization [None req-498db44d-58b8-4d80-a39e-3c4deede3805 None None] Enqueued Resource ID: 535722d3-8519-45b8-9a56-fab6766d8592 with Priority: HIGHEST for action port [ 695.318067] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535722d3-8519-45b8-9a56-fab6766d8592 with Priority: HIGHEST for action port [ 695.318702] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-535722d3-8519-45b8-9a56-fab6766d8592 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.319073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-535722d3-8519-45b8-9a56-fab6766d8592" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.319176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-535722d3-8519-45b8-9a56-fab6766d8592" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.319492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-535722d3-8519-45b8-9a56-fab6766d8592" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.319831] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535722d3-8519-45b8-9a56-fab6766d8592',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.347948] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3e72758-40d8-42b5-952b-24e42bf01123 req-07aff38e-c599-495a-8709-0faa05501c9a tempest-ServersNegativeTestJSON-1655995295 tempest-ServersNegativeTestJSON-1655995295-project-member] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 695.348784] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 695.349409] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.349409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.349409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.349670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.349903] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.350155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.350155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.350382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.350515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.350656] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.383598] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de8d4e6d-aec7-4f29-b4f3-f89366faa301 [ 695.385108] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.385108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.385108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.385303] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.385303] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.385385] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de8d4e6d-aec7-4f29-b4f3-f89366faa301 already deleted. [ 695.385426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de8d4e6d-aec7-4f29-b4f3-f89366faa301" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.501137] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-694b6225-75d9-4488-937d-60ac5f06c261 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.501137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.504987] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('694b6225-75d9-4488-937d-60ac5f06c261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.508182] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28fb5048-84a2-4884-9fd3-5957a57d17e3 with status ACTIVE [ 695.508182] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.508182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.508182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.508182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.508182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.508182] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.508182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.508182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.508182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.508182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.508182] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.508182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.509480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.510487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.511183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.512813] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28fb5048-84a2-4884-9fd3-5957a57d17e3 is going to be updated. [ 695.544604] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.544604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.544819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.544900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.545084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.545257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28fb5048-84a2-4884-9fd3-5957a57d17e3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.826376] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 535722d3-8519-45b8-9a56-fab6766d8592 [ 695.826881] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.826881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.826881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.827042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.827084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.827164] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:535722d3-8519-45b8-9a56-fab6766d8592 already deleted. [ 695.827249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-535722d3-8519-45b8-9a56-fab6766d8592" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.828245] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.828414] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.828528] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.828832] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.831569] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.831766] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.831884] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.832115] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.832249] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.832452] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.832557] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.832659] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.832781] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.832896] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.832995] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.833394] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.853918] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.854090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.854167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.854606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.854704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.854899] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.854999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.855073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.855236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.855311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.855390] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 already deleted. [ 695.855463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.856540] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.856692] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.856953] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.857028] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.857284] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-f5130cbc-6ed4-41c4-bee3-c1350f919f01 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.857437] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.857547] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.857813] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.857941] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5130cbc-6ed4-41c4-bee3-c1350f919f01',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.014182] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('694b6225-75d9-4488-937d-60ac5f06c261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.054424] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: SUCCESS [ 696.054424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.361648] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.361922] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.362096] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.362391] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.362556] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.362752] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port f5130cbc-6ed4-41c4-bee3-c1350f919f01 not found, creating... [ 696.363048] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.363232] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.363339] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.363577] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.363714] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.364315] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.364548] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.364700] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.365014] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.365210] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.365663] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: f5130cbc-6ed4-41c4-bee3-c1350f919f01 is going to be created. [ 696.386039] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.386663] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.387042] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.387561] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.387805] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.388098] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.398871] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 696.399119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.399283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.399485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.399671] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.399789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.399920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.400035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.400141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.400235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.400333] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.518457] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.518457] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.518749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.519055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.519152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.519307] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694b6225-75d9-4488-937d-60ac5f06c261 is going to be created. [ 696.544847] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.545010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.545094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.545351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.545509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.556427] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694b6225-75d9-4488-937d-60ac5f06c261 in Status: UNINITIALIZED for 2s [ 696.848050] env[65945]: INFO networking_nsxv3.common.synchronization [None req-085aa866-b614-4dc2-99e1-87fec095f3b4 None None] Enqueued Resource ID: a874a760-3a49-4220-ad21-dc72f50fc400 with Priority: HIGHEST for action port [ 696.848600] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a874a760-3a49-4220-ad21-dc72f50fc400 with Priority: HIGHEST for action port [ 696.848898] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a874a760-3a49-4220-ad21-dc72f50fc400 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.849039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a874a760-3a49-4220-ad21-dc72f50fc400" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.849108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a874a760-3a49-4220-ad21-dc72f50fc400" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.849363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a874a760-3a49-4220-ad21-dc72f50fc400" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.849449] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a874a760-3a49-4220-ad21-dc72f50fc400',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.903086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.906553] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.906553] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.906553] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.907275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.907275] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.081362] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3e72758-40d8-42b5-952b-24e42bf01123 req-efe1404c-d85a-46d5-9e30-7f81edbc6cd0 service nova] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_rules [ 697.081529] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3e72758-40d8-42b5-952b-24e42bf01123 req-efe1404c-d85a-46d5-9e30-7f81edbc6cd0 service nova] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 697.081679] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3e72758-40d8-42b5-952b-24e42bf01123 req-efe1404c-d85a-46d5-9e30-7f81edbc6cd0 service nova] Enqueued Resource ID: f5130cbc-6ed4-41c4-bee3-c1350f919f01 with Priority: HIGHEST for action port [ 697.082398] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_rules [ 697.082536] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 697.082630] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5130cbc-6ed4-41c4-bee3-c1350f919f01 with Priority: HIGHEST for action port [ 697.083798] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.083938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.083979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.084240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.084319] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.085500] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.085619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.085677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.086062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.086248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.086361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.086441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.086650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.086866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.086998] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.087985] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5130cbc-6ed4-41c4-bee3-c1350f919f01 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.087985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.088123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.088193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.088277] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5130cbc-6ed4-41c4-bee3-c1350f919f01',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.350998] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a874a760-3a49-4220-ad21-dc72f50fc400 [ 697.351273] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.351404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.351482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.351701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.351866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.351910] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a874a760-3a49-4220-ad21-dc72f50fc400 already deleted. [ 697.351973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a874a760-3a49-4220-ad21-dc72f50fc400" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.409461] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a518c947-a614-44d4-bf2f-5ec0b00d464d: rpc.has_security_group_logging(os_id): False [ 697.434026] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.434026] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.434026] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.434026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.434707] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.435195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.437563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.437563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.437563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.437563] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be created. [ 697.532244] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.532406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.532487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.532714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.532955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.545437] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 697.590668] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.591023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.591076] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.592063] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5130cbc-6ed4-41c4-bee3-c1350f919f01 with status ACTIVE [ 697.592316] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.592447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.592516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.592726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.592816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.592994] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.593105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.593167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.593319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.593395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.593575] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.593711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.593751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.593857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.593931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.595870] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5130cbc-6ed4-41c4-bee3-c1350f919f01 is going to be updated. [ 697.641727] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.642185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.642185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.642185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.642361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.643592] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.097560] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.171919] env[65945]: INFO networking_nsxv3.common.synchronization [req-8c829b97-2496-48ac-9d7d-67b76b424a65 req-9e846f9d-990e-4c59-b0eb-4e5970018fff tempest-ServersTestManualDisk-1322774151 tempest-ServersTestManualDisk-1322774151-project-member] Enqueued Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_members [ 698.172564] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_members [ 698.173458] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.173584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.173681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.174574] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.174811] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.175057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.175158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.175359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.175994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.175994] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.514392] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.514799] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.514799] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.515909] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.515909] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.515909] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.515909] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.515909] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.516212] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.516262] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.516372] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.516481] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.516585] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.516690] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.516792] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.516979] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.536566] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.536732] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.536859] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.537048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.537366] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-cbfc6634-4843-4d65-bbc0-31df2b061242 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.537637] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-cbfc6634-4843-4d65-bbc0-31df2b061242" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.537696] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-cbfc6634-4843-4d65-bbc0-31df2b061242" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.538054] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-cbfc6634-4843-4d65-bbc0-31df2b061242" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.538199] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbfc6634-4843-4d65-bbc0-31df2b061242',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.568385] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694b6225-75d9-4488-937d-60ac5f06c261 in Status: SUCCESS [ 698.568512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.568729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.568964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.569189] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.569344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.569388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.569565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.569647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.569734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.569829] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('694b6225-75d9-4488-937d-60ac5f06c261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.600361] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.600582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.600582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.600785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.600865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.601121] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be created. [ 698.628807] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.629062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.629232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.629694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.629881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.640132] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: UNINITIALIZED for 2s [ 698.679217] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.679413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.679478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.679703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.679814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.680072] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.680186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.680186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.680286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.680363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.680448] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 already deleted. [ 698.680529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.041031] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.041291] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.041418] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.041695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.041840] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.042042] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port cbfc6634-4843-4d65-bbc0-31df2b061242 not found, creating... [ 699.042341] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.042499] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.042624] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.042853] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.042987] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.043279] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.043430] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.043541] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.043747] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.043931] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.044438] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: cbfc6634-4843-4d65-bbc0-31df2b061242 is going to be created. [ 699.069963] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.069963] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.069963] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.069963] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.069963] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.069963] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-cbfc6634-4843-4d65-bbc0-31df2b061242" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.071440] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-694b6225-75d9-4488-937d-60ac5f06c261 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.071693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.071830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.072122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.072415] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.072615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.072757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.072969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.073654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.073654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.073654] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-694b6225-75d9-4488-937d-60ac5f06c261 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.073654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.073654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.073876] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.073876] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.073954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.074721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.074721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.074721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.074721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.074721] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('694b6225-75d9-4488-937d-60ac5f06c261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.559407] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 699.559800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.576218] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 694b6225-75d9-4488-937d-60ac5f06c261: rpc.has_security_group_logging(os_id): False [ 699.597947] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.598241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.598310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.598574] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.598696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.599057] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.599146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.599187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.599339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.599417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.599632] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.599703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.599742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.599882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.599981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.600148] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.600240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.600338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.600436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.600510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.600595] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694b6225-75d9-4488-937d-60ac5f06c261 is going to be created. [ 699.667071] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.667284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.667441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.667591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.667787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.679826] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694b6225-75d9-4488-937d-60ac5f06c261 in Status: IN_PROGRESS for 2s [ 699.809531] env[65945]: INFO networking_nsxv3.common.synchronization [req-8c829b97-2496-48ac-9d7d-67b76b424a65 req-3b28679c-8f69-496a-826d-0cc985a9a46c service nova] Enqueued Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_rules [ 699.809710] env[65945]: INFO networking_nsxv3.common.synchronization [req-8c829b97-2496-48ac-9d7d-67b76b424a65 req-3b28679c-8f69-496a-826d-0cc985a9a46c service nova] Enqueued Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_members [ 699.809965] env[65945]: INFO networking_nsxv3.common.synchronization [req-8c829b97-2496-48ac-9d7d-67b76b424a65 req-3b28679c-8f69-496a-826d-0cc985a9a46c service nova] Enqueued Resource ID: cbfc6634-4843-4d65-bbc0-31df2b061242 with Priority: HIGHEST for action port [ 699.810535] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_rules [ 699.810669] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_members [ 699.810795] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfc6634-4843-4d65-bbc0-31df2b061242 with Priority: HIGHEST for action port [ 699.811118] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.811244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.811323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.811592] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.811649] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.812774] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.812774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.812774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.812975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.813064] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.813163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.813225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.813363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.815181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.815181] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.816116] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbfc6634-4843-4d65-bbc0-31df2b061242 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.816233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbfc6634-4843-4d65-bbc0-31df2b061242" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.816296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbfc6634-4843-4d65-bbc0-31df2b061242" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.816463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbfc6634-4843-4d65-bbc0-31df2b061242" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.816534] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbfc6634-4843-4d65-bbc0-31df2b061242',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.319549] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.319748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.319916] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.320880] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbfc6634-4843-4d65-bbc0-31df2b061242 with status ACTIVE [ 700.321092] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.321211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.321275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.321476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.321582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325506] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.327473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.327746] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.327867] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.327948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.328186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.328278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.328366] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbfc6634-4843-4d65-bbc0-31df2b061242 is going to be updated. [ 700.356581] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.357943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.357943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.358115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.358314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.358532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbfc6634-4843-4d65-bbc0-31df2b061242" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.654439] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 700.654816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.655048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.655383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.655665] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.655912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.656715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.657015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.658091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.658091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.658091] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.830422] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.161027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.165512] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.165512] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.165512] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.165512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.166184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.166184] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.209177] env[65945]: INFO networking_nsxv3.common.synchronization [req-8c571d8a-f478-4320-b8cc-8bfe300ca0ad req-7f541dfa-3448-4d01-a541-12f2abe7b170 tempest-ServersWithSpecificFlavorTestJSON-1911004322 tempest-ServersWithSpecificFlavorTestJSON-1911004322-project-member] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 701.209177] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 701.209941] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.210112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.210209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.210538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.210647] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.210782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.210851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.211061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.211191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.211369] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.338652] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.338652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.338652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.338652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.338652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.338652] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 is going to be created. [ 701.363893] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.364158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.364290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.364516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.364725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.375998] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 in Status: UNINITIALIZED for 2s [ 701.484709] env[65945]: INFO networking_nsxv3.common.synchronization [None req-7a28dbe8-9575-4923-b861-2513c2929400 None None] Enqueued Resource ID: d3c1e08c-71f2-402d-be9e-e2b145c90b19 with Priority: HIGHEST for action port [ 701.486685] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c1e08c-71f2-402d-be9e-e2b145c90b19 with Priority: HIGHEST for action port [ 701.489565] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3c1e08c-71f2-402d-be9e-e2b145c90b19 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.489565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3c1e08c-71f2-402d-be9e-e2b145c90b19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.489565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3c1e08c-71f2-402d-be9e-e2b145c90b19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.489565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3c1e08c-71f2-402d-be9e-e2b145c90b19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.489565] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3c1e08c-71f2-402d-be9e-e2b145c90b19',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.668957] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48e463a-8be7-4c9f-b9a4-3695253c4306: rpc.has_security_group_logging(os_id): False [ 701.692862] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.693023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.693496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.693496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.693496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.693615] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.693667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.694120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.694120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.694211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.694428] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.694522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.694522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.695022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.695022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.695022] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.695022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.695181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.695335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.695445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.695581] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be created. [ 701.697811] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694b6225-75d9-4488-937d-60ac5f06c261 in Status: SUCCESS [ 701.697811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.714810] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.714965] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.715053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.715308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.715376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.715550] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.715677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.715822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.716074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.716264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.716297] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 is going to be updated. [ 701.761394] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.761572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.761572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.761770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.761891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.773199] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: IN_PROGRESS for 2s [ 701.779882] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.779882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.780061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.780658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.780658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.790895] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: IN_PROGRESS for 2s [ 701.991164] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3c1e08c-71f2-402d-be9e-e2b145c90b19 [ 701.991164] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.991164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.992041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.992041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.992041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.992041] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3c1e08c-71f2-402d-be9e-e2b145c90b19 already deleted. [ 701.992041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3c1e08c-71f2-402d-be9e-e2b145c90b19" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.387018] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 in Status: SUCCESS [ 703.387402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.387627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.387953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.388267] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.388461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.388910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.388910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.388910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.389065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.390393] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.784652] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: SUCCESS [ 703.784839] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 deletion is rescheduled due to dependency. [ 703.784955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.803884] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 703.804201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.893158] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.219146] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ae1ddfbc-bba8-4179-9a8c-c856a5f25820 None None] Enqueued Resource ID: 8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b with Priority: HIGHEST for action port [ 704.219190] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b with Priority: HIGHEST for action port [ 704.219930] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.219930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.219930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.220174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.220221] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.396643] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4: rpc.has_security_group_logging(os_id): False [ 704.421854] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.421854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.421854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.422184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.422184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.422346] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.422442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.422505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.422655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.422732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.422996] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 is going to be created. [ 704.498046] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.498046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.498046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.498046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.498046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.509649] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 in Status: IN_PROGRESS for 2s [ 704.722954] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b [ 704.723209] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.725039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.725039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.725039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.725039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.725039] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b already deleted. [ 704.725039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f1dd3a8-cf77-4f1a-a792-3f51e2b9283b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.087404] env[65945]: INFO networking_nsxv3.common.synchronization [None req-1b44967c-ac29-487b-bc11-4765c05ae719 tempest-ServerActionsV293TestJSON-522824856 tempest-ServerActionsV293TestJSON-522824856-project-member] Enqueued Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_rules [ 705.088321] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_rules [ 705.088713] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.088834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.088994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.089210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.090015] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.190811] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a9af3d91-ce21-4330-bab7-8421caca1cb6 tempest-ServerActionsV293TestJSON-522824856 tempest-ServerActionsV293TestJSON-522824856-project-member] Enqueued Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_rules [ 705.191553] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_rules [ 705.192398] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.192525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.616462] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.616462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.616893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.616893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.616963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.617115] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 already deleted. [ 705.617115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.617309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.617739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.617739] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.141833] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.143577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.143577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.143577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.143577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.143577] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 already deleted. [ 706.143577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.523662] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 in Status: SUCCESS [ 706.523991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.990755] env[65945]: INFO networking_nsxv3.common.synchronization [None req-6b51d8b1-3c8f-4d5a-813f-89b77afd4aa2 tempest-MigrationsAdminTest-1787870437 tempest-MigrationsAdminTest-1787870437-project-member] Enqueued Resource ID: 6be3d646-cb98-4660-ba96-644a029be1b5 with Priority: HIGHEST for action security_group_rules [ 706.992483] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be3d646-cb98-4660-ba96-644a029be1b5 with Priority: HIGHEST for action security_group_rules [ 706.992981] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6be3d646-cb98-4660-ba96-644a029be1b5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.993185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6be3d646-cb98-4660-ba96-644a029be1b5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.993842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6be3d646-cb98-4660-ba96-644a029be1b5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.994244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6be3d646-cb98-4660-ba96-644a029be1b5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.994391] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6be3d646-cb98-4660-ba96-644a029be1b5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.143411] env[65945]: INFO networking_nsxv3.common.synchronization [None req-5734ebaa-9e77-4179-8435-cb5857a3f800 tempest-MigrationsAdminTest-1787870437 tempest-MigrationsAdminTest-1787870437-project-member] Enqueued Resource ID: 6be3d646-cb98-4660-ba96-644a029be1b5 with Priority: HIGHEST for action security_group_rules [ 707.144792] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be3d646-cb98-4660-ba96-644a029be1b5 with Priority: HIGHEST for action security_group_rules [ 707.145269] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6be3d646-cb98-4660-ba96-644a029be1b5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.145416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6be3d646-cb98-4660-ba96-644a029be1b5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.527381] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.529038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.529038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.529038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.529433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.529696] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6be3d646-cb98-4660-ba96-644a029be1b5 already deleted. [ 707.529984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6be3d646-cb98-4660-ba96-644a029be1b5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.532030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6be3d646-cb98-4660-ba96-644a029be1b5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.532030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6be3d646-cb98-4660-ba96-644a029be1b5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.532030] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6be3d646-cb98-4660-ba96-644a029be1b5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.076315] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.076315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.077690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.077690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.077690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.077863] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6be3d646-cb98-4660-ba96-644a029be1b5 already deleted. [ 708.077863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6be3d646-cb98-4660-ba96-644a029be1b5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.279704] env[65945]: INFO networking_nsxv3.common.synchronization [req-2bb133ea-3950-4eae-b785-c9f0e8b13b28 req-9a8a21cc-5556-4127-9f79-d6a45c8c2ee0 tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 708.280375] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 708.280994] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.280994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.280994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.281993] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.286232] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.286408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.286482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.286735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.286995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.286995] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.792670] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.792670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.792670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.792670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.792670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.793047] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.793172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.793294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.793560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.793686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.794364] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 708.836518] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.836697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.836991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.837297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.837363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.848044] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 710.160166] env[65945]: INFO networking_nsxv3.common.synchronization [req-a43c8d54-2a91-4f6d-8004-9a60b0ed3b01 req-e2eade07-7f22-4bd4-a24d-4df00082469c tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 710.160166] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 710.160166] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.160166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.160166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.162348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.162554] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.162668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.162731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.163077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.163214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.164052] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.521030] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.521260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.521405] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.521735] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.522116] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.522303] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.522492] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.523531] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.523531] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.523531] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.523531] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.523531] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.523818] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.523818] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.523968] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.524174] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.549884] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.550101] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.550253] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.550439] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.550813] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-c0ab10ff-5177-46c7-941f-0287d74b4939 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.550994] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-c0ab10ff-5177-46c7-941f-0287d74b4939" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.551148] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-c0ab10ff-5177-46c7-941f-0287d74b4939" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.551521] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-c0ab10ff-5177-46c7-941f-0287d74b4939" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.551655] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ab10ff-5177-46c7-941f-0287d74b4939',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.667593] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.667783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.667860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.668115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.668209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.668404] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.668512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.668620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.668716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.668792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.668876] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 already deleted. [ 710.668953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.859801] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 710.860098] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 710.860252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.054239] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.054592] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.054726] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.058017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.058017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.058017] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port c0ab10ff-5177-46c7-941f-0287d74b4939 not found, creating... [ 711.058017] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.058017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.058017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.058017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.058017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.058017] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.058017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.058535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.058535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.058535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.058535] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: c0ab10ff-5177-46c7-941f-0287d74b4939 is going to be created. [ 711.081401] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.081916] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.082223] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.082769] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.083298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.084188] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-c0ab10ff-5177-46c7-941f-0287d74b4939" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.267141] env[65945]: INFO networking_nsxv3.common.synchronization [req-12e54a5b-4092-45af-8cee-47e4facfda04 req-8f302f78-8692-4c78-a763-5c49f9f2e261 tempest-DeleteServersAdminTestJSON-2016085204 tempest-DeleteServersAdminTestJSON-2016085204-project-member] Enqueued Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 711.268059] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGHEST for action security_group_members [ 711.268179] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.268272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.268346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.268556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.268714] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.269077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.269077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.269077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.269205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.269205] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.771527] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.771697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.771786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.773242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.773242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.773242] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.773242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.773242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.773242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.773242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.773242] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 is going to be updated. [ 711.809718] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.812197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.812197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.812197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.812197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.827426] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: IN_PROGRESS for 2s [ 711.887689] env[65945]: INFO networking_nsxv3.common.synchronization [req-a43c8d54-2a91-4f6d-8004-9a60b0ed3b01 req-cca42bd5-b8b9-4372-9b81-ac23e959cdc9 service nova] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_rules [ 711.887902] env[65945]: INFO networking_nsxv3.common.synchronization [req-a43c8d54-2a91-4f6d-8004-9a60b0ed3b01 req-cca42bd5-b8b9-4372-9b81-ac23e959cdc9 service nova] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 711.888054] env[65945]: INFO networking_nsxv3.common.synchronization [req-a43c8d54-2a91-4f6d-8004-9a60b0ed3b01 req-cca42bd5-b8b9-4372-9b81-ac23e959cdc9 service nova] Enqueued Resource ID: c0ab10ff-5177-46c7-941f-0287d74b4939 with Priority: HIGHEST for action port [ 711.888697] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_rules [ 711.888856] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 711.888978] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ab10ff-5177-46c7-941f-0287d74b4939 with Priority: HIGHEST for action port [ 711.890397] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.890494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.890555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.890779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.890833] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.891902] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.892040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.892126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.892376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.892581] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.892709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.893413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.893413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.893413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.893413] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.895024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0ab10ff-5177-46c7-941f-0287d74b4939 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.895024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0ab10ff-5177-46c7-941f-0287d74b4939" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.895024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0ab10ff-5177-46c7-941f-0287d74b4939" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.895215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0ab10ff-5177-46c7-941f-0287d74b4939" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.895246] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ab10ff-5177-46c7-941f-0287d74b4939',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.397415] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.403146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.403146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.403146] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0ab10ff-5177-46c7-941f-0287d74b4939 with status ACTIVE [ 712.403146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.403146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.403146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.403146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.403146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.403146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.403146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.403146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.403146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.403146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.403146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.403908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.403908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.403908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.403908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.403908] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0ab10ff-5177-46c7-941f-0287d74b4939 is going to be updated. [ 712.425738] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.425914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.426044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.426314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.426460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.426625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0ab10ff-5177-46c7-941f-0287d74b4939" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.906442] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.409446] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.409740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.409740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.409911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.409911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.410027] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 is going to be created. [ 713.440416] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.440872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.441139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.441565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.442238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.456522] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: UNINITIALIZED for 2s [ 713.840614] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 in Status: SUCCESS [ 713.840785] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 deletion is rescheduled due to dependency. [ 713.840979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.059231] env[65945]: INFO networking_nsxv3.common.synchronization [req-03ee8e40-c1a8-4961-aa7a-ab6d464d806a req-30e96789-926c-44e6-af9a-97832ee28852 tempest-VolumesAdminNegativeTest-1456470697 tempest-VolumesAdminNegativeTest-1456470697-project-member] Enqueued Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGHEST for action security_group_members [ 715.059768] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGHEST for action security_group_members [ 715.062975] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6ed833-6d8e-4557-8648-9f98c36b15a0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.063156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.063229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.063502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.063683] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.063803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.063915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.064106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.064202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.064300] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6ed833-6d8e-4557-8648-9f98c36b15a0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.472883] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: SUCCESS [ 715.472883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.472883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.472883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.472883] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.472883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.472883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.474491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.474491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.474491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.474491] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.572710] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.573039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.573039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.577401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.577401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.577401] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.577401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.577401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.577401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.577401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.577401] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 already deleted. [ 715.577401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.937336] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.937683] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-508" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.937866] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-508" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.938436] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-508" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.938847] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.939125] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.939348] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.939743] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.939934] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.940268] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.940448] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.940654] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.940907] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.941054] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.941194] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.941399] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.965795] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.966152] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.966527] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.966624] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-508" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.966959] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-861e5b80-88e3-4961-84de-52093ca875b7 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.967284] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-861e5b80-88e3-4961-84de-52093ca875b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.967459] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-861e5b80-88e3-4961-84de-52093ca875b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.967891] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-861e5b80-88e3-4961-84de-52093ca875b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.968117] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('861e5b80-88e3-4961-84de-52093ca875b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.976304] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.470819] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.470819] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.470819] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.471392] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.471392] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.471480] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 861e5b80-88e3-4961-84de-52093ca875b7 not found, creating... [ 716.471752] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.471942] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.472237] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.472360] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.472427] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.472837] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.473093] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.473252] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.473550] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.473740] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.473903] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 861e5b80-88e3-4961-84de-52093ca875b7 is going to be created. [ 716.479100] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17a8701d-8be9-4d26-a143-a742e47f4c57: rpc.has_security_group_logging(os_id): False [ 716.503018] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.503641] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.503641] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.504027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.504368] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.504641] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-861e5b80-88e3-4961-84de-52093ca875b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.507070] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.507276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.507351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.507544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.507637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.507934] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.508079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.508138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.508415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.508503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.508567] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 is going to be created. [ 716.593502] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.593697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.594102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.594304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.594607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.628362] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: IN_PROGRESS for 2s [ 717.291976] env[65945]: INFO networking_nsxv3.common.synchronization [req-03ee8e40-c1a8-4961-aa7a-ab6d464d806a req-8f676aa9-dbc3-4552-bae0-0f73af272089 service nova] Enqueued Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGHEST for action security_group_rules [ 717.294804] env[65945]: INFO networking_nsxv3.common.synchronization [req-03ee8e40-c1a8-4961-aa7a-ab6d464d806a req-8f676aa9-dbc3-4552-bae0-0f73af272089 service nova] Enqueued Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGHEST for action security_group_members [ 717.295185] env[65945]: INFO networking_nsxv3.common.synchronization [req-03ee8e40-c1a8-4961-aa7a-ab6d464d806a req-8f676aa9-dbc3-4552-bae0-0f73af272089 service nova] Enqueued Resource ID: 861e5b80-88e3-4961-84de-52093ca875b7 with Priority: HIGHEST for action port [ 717.296172] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGHEST for action security_group_rules [ 717.296422] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGHEST for action security_group_members [ 717.296554] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 861e5b80-88e3-4961-84de-52093ca875b7 with Priority: HIGHEST for action port [ 717.298119] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.298119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.298119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.298119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.298119] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6ed833-6d8e-4557-8648-9f98c36b15a0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.304290] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6ed833-6d8e-4557-8648-9f98c36b15a0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.304290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.304290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.304290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.304290] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.304290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.304290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.304290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.304290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.304290] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6ed833-6d8e-4557-8648-9f98c36b15a0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.305279] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-861e5b80-88e3-4961-84de-52093ca875b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.305416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-861e5b80-88e3-4961-84de-52093ca875b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.305465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-861e5b80-88e3-4961-84de-52093ca875b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.308385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-861e5b80-88e3-4961-84de-52093ca875b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.308385] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('861e5b80-88e3-4961-84de-52093ca875b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.811024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6ed833-6d8e-4557-8648-9f98c36b15a0 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.811024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.811024] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc6ed833-6d8e-4557-8648-9f98c36b15a0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.811024] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 861e5b80-88e3-4961-84de-52093ca875b7 with status ACTIVE [ 717.811024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.811024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.811024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.811024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.811024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.811024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.811024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.811024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.811024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.811024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.811872] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.813444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.815041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.815258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.816261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.816261] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 861e5b80-88e3-4961-84de-52093ca875b7 is going to be updated. [ 717.841704] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.842522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.843513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.843513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.843513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.843513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-861e5b80-88e3-4961-84de-52093ca875b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.893948] env[65945]: INFO networking_nsxv3.common.synchronization [req-eb06c242-40d2-46d9-875b-ffe873eaa1ee req-96d34265-9d60-43f8-9bc1-5f515db0cb79 tempest-InstanceActionsTestJSON-1606048178 tempest-InstanceActionsTestJSON-1606048178-project-member] Enqueued Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGHEST for action security_group_members [ 717.894475] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGHEST for action security_group_members [ 717.894993] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-694b6225-75d9-4488-937d-60ac5f06c261 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.895210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.895359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.895683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.895754] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.895884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.896589] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.896763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.896795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.897416] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694b6225-75d9-4488-937d-60ac5f06c261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.974422] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a06b4325-f33c-4960-83c2-6c5bc3da857f None None] Enqueued Resource ID: 822404e9-ea5b-438c-966f-78ed42031ed4 with Priority: HIGHEST for action port [ 717.975690] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 822404e9-ea5b-438c-966f-78ed42031ed4 with Priority: HIGHEST for action port [ 717.975690] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-822404e9-ea5b-438c-966f-78ed42031ed4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.975690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-822404e9-ea5b-438c-966f-78ed42031ed4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.975690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-822404e9-ea5b-438c-966f-78ed42031ed4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.975945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-822404e9-ea5b-438c-966f-78ed42031ed4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.975945] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('822404e9-ea5b-438c-966f-78ed42031ed4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.315899] env[65945]: INFO networking_nsxv3.common.synchronization [req-0afbe365-28a4-4837-a298-3870726f01f5 req-e633c7cd-f0bd-4cfa-8307-85b11f78ddc4 tempest-VolumesAssistedSnapshotsTest-1267933491 tempest-VolumesAssistedSnapshotsTest-1267933491-project-member] Enqueued Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_members [ 718.316528] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGHEST for action security_group_members [ 718.316970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.317126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.317176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.317365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.317522] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.317609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.317667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.317814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.317895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.318014] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.323092] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc6ed833-6d8e-4557-8648-9f98c36b15a0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.400031] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.400031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.400031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.400031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.400031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.400294] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.400344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.400380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.400575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.400665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.400756] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694b6225-75d9-4488-937d-60ac5f06c261 is going to be updated. [ 718.433717] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.433717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.433717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.433717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.433717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.449304] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694b6225-75d9-4488-937d-60ac5f06c261 in Status: IN_PROGRESS for 2s [ 718.479625] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 822404e9-ea5b-438c-966f-78ed42031ed4 [ 718.479735] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.479884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.480016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.482191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.482332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.482462] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:822404e9-ea5b-438c-966f-78ed42031ed4 already deleted. [ 718.482618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-822404e9-ea5b-438c-966f-78ed42031ed4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.642551] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: SUCCESS [ 718.643116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.720110] env[65945]: INFO networking_nsxv3.common.synchronization [req-7275397f-7e55-43ce-bc7c-49e9532f23ad req-bc967d9d-7cb9-46c6-bcd3-169ef1afa487 tempest-FloatingIPsAssociationTestJSON-20150279 tempest-FloatingIPsAssociationTestJSON-20150279-project-member] Enqueued Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 718.720789] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGHEST for action security_group_members [ 718.721779] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.722095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.722245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.722528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.722815] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.723237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.723447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.723690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.723887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.724060] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.806140] env[65945]: INFO networking_nsxv3.common.synchronization [req-1f0ce10a-191c-44e6-a250-553023fc145b req-8acd07db-bdb3-4921-ad1e-9221a507a579 tempest-ListServersNegativeTestJSON-358102577 tempest-ListServersNegativeTestJSON-358102577-project-member] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 718.806140] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 718.806647] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.806961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.807199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.807516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.807814] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.808152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.808412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.810292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.810292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.810292] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.823860] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.823860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.823860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.823860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.823860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823860] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 is going to be created. [ 718.826266] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.826266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.826266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.826266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.826266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.826266] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.826266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.826266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.826266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.826266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.826266] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f is going to be updated. [ 718.859253] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.859253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.859253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.859253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.859253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.862034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.862177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.862252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.862464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.862623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.877293] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f in Status: IN_PROGRESS for 2s [ 718.879069] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 in Status: UNINITIALIZED for 2s [ 719.228668] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.228781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.228781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.229327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.229327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.229841] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.229841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.229841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.229841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.229841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.229841] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 is going to be updated. [ 719.261035] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.261035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.261035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.261035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.261035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.272598] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: IN_PROGRESS for 2s [ 719.314061] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.816133] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.935681] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e0464648-7d2d-43e2-820c-e89f720113b1 None None] Enqueued Resource ID: 5757aec9-a618-4d9e-be34-6c192ce464af with Priority: HIGHEST for action port [ 719.935681] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5757aec9-a618-4d9e-be34-6c192ce464af with Priority: HIGHEST for action port [ 719.942330] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-5757aec9-a618-4d9e-be34-6c192ce464af taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.942330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5757aec9-a618-4d9e-be34-6c192ce464af" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.942330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5757aec9-a618-4d9e-be34-6c192ce464af" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.942330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5757aec9-a618-4d9e-be34-6c192ce464af" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.942330] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5757aec9-a618-4d9e-be34-6c192ce464af',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.320712] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.320712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.320712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.320712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.320712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.321330] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be updated. [ 720.354833] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.355015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.355083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.357410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.357410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.366249] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 720.448390] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5757aec9-a618-4d9e-be34-6c192ce464af [ 720.448622] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.448785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.448833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.449327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.449327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.449327] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5757aec9-a618-4d9e-be34-6c192ce464af already deleted. [ 720.449327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5757aec9-a618-4d9e-be34-6c192ce464af" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.458431] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694b6225-75d9-4488-937d-60ac5f06c261 in Status: SUCCESS [ 720.458739] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694b6225-75d9-4488-937d-60ac5f06c261 deletion is rescheduled due to dependency. [ 720.459245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.894034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 in Status: SUCCESS [ 720.894034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.894034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.894034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.894034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.894034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.894034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.894909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.895224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.895493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.895806] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc6ed833-6d8e-4557-8648-9f98c36b15a0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.898240] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f in Status: SUCCESS [ 720.898679] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f deletion is rescheduled due to dependency. [ 720.898940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.288288] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 in Status: SUCCESS [ 721.288288] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 deletion is rescheduled due to dependency. [ 721.288288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.401132] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6ed833-6d8e-4557-8648-9f98c36b15a0 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.401132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.401236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.401414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.401574] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.401667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.401726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.402013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.402167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.402267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.402427] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6ed833-6d8e-4557-8648-9f98c36b15a0 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.402522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.402598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.402740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.402877] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.403037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.403037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.403191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.403309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.403395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.403423] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc6ed833-6d8e-4557-8648-9f98c36b15a0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.908103] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc6ed833-6d8e-4557-8648-9f98c36b15a0: rpc.has_security_group_logging(os_id): False [ 721.928856] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.929253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.929253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.929957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.929957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.929957] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.929957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.929957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.930411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.930411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.930411] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.930513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.930566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.931234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.931234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.931234] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.931396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.931433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.931762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.931762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.932080] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 is going to be created. [ 722.005530] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.005530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.005530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.006331] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.006331] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.021395] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 in Status: IN_PROGRESS for 2s [ 722.379691] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 722.380309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.498529] env[65945]: INFO networking_nsxv3.common.synchronization [req-9480f76a-9a61-4bb0-849d-fceb15bf2c9f req-6d715502-3122-4c63-a177-fc1f468682be tempest-ListServersNegativeTestJSON-358102577 tempest-ListServersNegativeTestJSON-358102577-project-member] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 722.502923] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGHEST for action security_group_members [ 722.503364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.503497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.503615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.504017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.504226] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.504773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.504773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.504773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.504773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.504954] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.956481] env[65945]: INFO networking_nsxv3.common.synchronization [req-2270e01a-feed-4fa6-95a7-5529ec1678dc req-e11d08ac-921f-440b-9a17-177355513653 tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 722.957273] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 722.957601] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.957727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.957796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.958014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.958164] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.958261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.958346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.958497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.958587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.958681] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.991609] env[65945]: INFO networking_nsxv3.common.synchronization [None req-08eddd87-9327-4436-8244-8379f0fb77ce None None] Enqueued Resource ID: 407cbca9-64f5-4fe9-84c4-f3728c5d2368 with Priority: HIGHEST for action port [ 722.993444] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407cbca9-64f5-4fe9-84c4-f3728c5d2368 with Priority: HIGHEST for action port [ 722.993444] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-407cbca9-64f5-4fe9-84c4-f3728c5d2368 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.993611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407cbca9-64f5-4fe9-84c4-f3728c5d2368" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.993611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407cbca9-64f5-4fe9-84c4-f3728c5d2368" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.993784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407cbca9-64f5-4fe9-84c4-f3728c5d2368" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.993885] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407cbca9-64f5-4fe9-84c4-f3728c5d2368',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.009932] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.009932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.009932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.009932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.009932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.009932] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.009932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.009932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.009932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.010376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.010376] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be updated. [ 723.052940] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.054523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.054523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.054523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.054523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.064814] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: IN_PROGRESS for 2s [ 723.463700] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.463700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.463700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.463700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.463700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.463700] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.463700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.463700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.463700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.463700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.463700] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 723.493056] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.493056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.493056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.493056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.493056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.499506] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 407cbca9-64f5-4fe9-84c4-f3728c5d2368 [ 723.500110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.500110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.500110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.500297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.500547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.500703] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:407cbca9-64f5-4fe9-84c4-f3728c5d2368 already deleted. [ 723.500793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407cbca9-64f5-4fe9-84c4-f3728c5d2368" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.502983] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 723.724424] env[65945]: INFO networking_nsxv3.common.synchronization [req-a62127bd-0cfa-4876-8687-b651bd7d097d req-2df6004f-1d43-4ceb-9a5f-cd6cfadd0816 tempest-ServersAdminTestJSON-1364200875 tempest-ServersAdminTestJSON-1364200875-project-member] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 723.725126] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 723.725929] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.726777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.726777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.726777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.726777] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.726777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.726777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.727645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.727645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.727645] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.035386] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 in Status: SUCCESS [ 724.035688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.125751] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.126017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.126122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.126473] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.129514] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.129514] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.129514] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.129514] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.129514] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.129514] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.129514] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.129514] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.129514] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.129514] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.129514] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.129514] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.148907] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.149085] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.149232] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.149420] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.149749] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-4372d292-dda4-4040-9ab6-1821e6f5e4fb taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.149922] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-4372d292-dda4-4040-9ab6-1821e6f5e4fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.150046] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-4372d292-dda4-4040-9ab6-1821e6f5e4fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.150380] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-4372d292-dda4-4040-9ab6-1821e6f5e4fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.150509] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4372d292-dda4-4040-9ab6-1821e6f5e4fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.231711] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.231711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.231711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.231711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.231711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.231711] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.231711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.231711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.231711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.231711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.231711] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 already deleted. [ 724.231711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.653232] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.653624] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.653624] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.653825] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.655490] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.655670] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 4372d292-dda4-4040-9ab6-1821e6f5e4fb not found, creating... [ 724.656051] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.656772] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.656772] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.656772] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.656772] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.657101] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.657798] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.657798] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.657798] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.657955] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.657955] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 4372d292-dda4-4040-9ab6-1821e6f5e4fb is going to be created. [ 724.682620] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.682833] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.682953] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.683606] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.683606] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.683762] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-4372d292-dda4-4040-9ab6-1821e6f5e4fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.740577] env[65945]: INFO networking_nsxv3.common.synchronization [None req-25f7cb70-be32-463c-9aa2-3a6d9e5f11fb tempest-ServersTestBootFromVolume-790382190 tempest-ServersTestBootFromVolume-790382190-project-member] Enqueued Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_rules [ 724.741187] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_rules [ 724.741501] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67bd405-6886-4946-82f6-d24b07d4bfc3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.741621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.741691] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.741948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.742475] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.953360] env[65945]: INFO networking_nsxv3.common.synchronization [req-0f94c4a9-144f-4f9f-a67c-36d4771b5190 req-70a58093-f000-468b-8053-2877fdcfce81 tempest-ServersAdminNegativeTestJSON-1873031900 tempest-ServersAdminNegativeTestJSON-1873031900-project-member] Enqueued Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 724.953910] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 724.954301] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.954422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.954505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.954710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.954834] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.954935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.954996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.955165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.955247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.955338] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.076214] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 in Status: SUCCESS [ 725.076400] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 deletion is rescheduled due to dependency. [ 725.076620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.105385] env[65945]: INFO networking_nsxv3.common.synchronization [None req-eb004d64-0192-4bad-b5a1-5a0879e09b49 tempest-ServersTestBootFromVolume-790382190 tempest-ServersTestBootFromVolume-790382190-project-member] Enqueued Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_rules [ 725.106405] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_rules [ 725.107347] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67bd405-6886-4946-82f6-d24b07d4bfc3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.107347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.264428] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.264627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.264627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.265311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.265311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.265311] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 already deleted. [ 725.265311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.265311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.265520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.265520] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.434108] env[65945]: INFO networking_nsxv3.common.synchronization [req-a62127bd-0cfa-4876-8687-b651bd7d097d req-bcbd2551-fa9b-40be-b70d-b0040398fa90 service nova] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_rules [ 725.434329] env[65945]: INFO networking_nsxv3.common.synchronization [req-a62127bd-0cfa-4876-8687-b651bd7d097d req-bcbd2551-fa9b-40be-b70d-b0040398fa90 service nova] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 725.434464] env[65945]: INFO networking_nsxv3.common.synchronization [req-a62127bd-0cfa-4876-8687-b651bd7d097d req-bcbd2551-fa9b-40be-b70d-b0040398fa90 service nova] Enqueued Resource ID: 4372d292-dda4-4040-9ab6-1821e6f5e4fb with Priority: HIGHEST for action port [ 725.436154] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_rules [ 725.436154] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 725.436353] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4372d292-dda4-4040-9ab6-1821e6f5e4fb with Priority: HIGHEST for action port [ 725.436522] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.436658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.436702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.436980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.437090] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.438313] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.438313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.438313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.438313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.438481] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.438564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.438596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.438736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.438816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.438940] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.441495] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4372d292-dda4-4040-9ab6-1821e6f5e4fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.441577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4372d292-dda4-4040-9ab6-1821e6f5e4fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.441673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4372d292-dda4-4040-9ab6-1821e6f5e4fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.442055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4372d292-dda4-4040-9ab6-1821e6f5e4fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.442055] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4372d292-dda4-4040-9ab6-1821e6f5e4fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.459947] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.516029] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 725.516236] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da deletion is rescheduled due to dependency. [ 725.516349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.652049] env[65945]: INFO networking_nsxv3.common.synchronization [None req-2586070f-accf-4103-9e8e-3c5be21a90bb None None] Enqueued Resource ID: 2f72152c-f2d6-4eab-8ac0-896534dc474e with Priority: HIGHEST for action port [ 725.653057] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f72152c-f2d6-4eab-8ac0-896534dc474e with Priority: HIGHEST for action port [ 725.653628] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f72152c-f2d6-4eab-8ac0-896534dc474e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.653946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f72152c-f2d6-4eab-8ac0-896534dc474e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.653946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f72152c-f2d6-4eab-8ac0-896534dc474e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.654263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f72152c-f2d6-4eab-8ac0-896534dc474e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.654348] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f72152c-f2d6-4eab-8ac0-896534dc474e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.787870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.788077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.788127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.788363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.788598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.788703] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 already deleted. [ 725.789075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.948598] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.948729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948972] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.950190] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4372d292-dda4-4040-9ab6-1821e6f5e4fb with status ACTIVE [ 725.950417] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.950535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.950622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.950875] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.950993] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.951212] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.951315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.951397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.951566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.951645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.951848] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.951952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.954426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.954902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.954902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.954902] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4372d292-dda4-4040-9ab6-1821e6f5e4fb is going to be updated. [ 725.961214] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.977804] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.977932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.978016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.978225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.978392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.978557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4372d292-dda4-4040-9ab6-1821e6f5e4fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.158338] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f72152c-f2d6-4eab-8ac0-896534dc474e [ 726.158898] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.158898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.158898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.159084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.159495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.159495] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f72152c-f2d6-4eab-8ac0-896534dc474e already deleted. [ 726.159495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f72152c-f2d6-4eab-8ac0-896534dc474e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.457886] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.465318] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.465318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.465318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.465318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.465318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.465318] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 is going to be updated. [ 726.509305] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.509418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.509544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.509650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.509795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.523872] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: IN_PROGRESS for 2s [ 726.551222] env[65945]: INFO networking_nsxv3.common.synchronization [req-78843b83-6b18-4ab5-8152-e4974363e72b req-8bf3e843-2693-42dd-9741-402982d0119a tempest-ServersWithSpecificFlavorTestJSON-1911004322 tempest-ServersWithSpecificFlavorTestJSON-1911004322-project-member] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 726.551222] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 726.551222] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.551222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.551222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.551222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.551222] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.551222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.551222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.551222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.551222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.551222] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.964900] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.964900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.965291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.965291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.965291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.965395] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be created. [ 726.998947] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.998947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.998947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.998947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.998947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.010035] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: UNINITIALIZED for 2s [ 727.055447] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.055613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.055687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.055916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.056063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.056419] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.056419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.056609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.056681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.056870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.056870] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 is going to be updated. [ 727.067286] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.067286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-695" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.067286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-695" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.067286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-695" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.067286] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.067286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.067286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.067286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.067286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.067286] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.067286] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.067286] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.067286] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.068742] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.068742] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.068742] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.090439] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.090439] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.090439] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.090439] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-695" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.090668] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-49d661a5-ebfd-4f0a-8522-4807421ed063 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.090795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-49d661a5-ebfd-4f0a-8522-4807421ed063" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.090923] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-49d661a5-ebfd-4f0a-8522-4807421ed063" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.091257] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-49d661a5-ebfd-4f0a-8522-4807421ed063" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.091395] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49d661a5-ebfd-4f0a-8522-4807421ed063',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.096308] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.096308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.096308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.096308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.096518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.110913] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: IN_PROGRESS for 2s [ 727.599018] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.599623] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.599623] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.600622] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.600622] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.600622] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 49d661a5-ebfd-4f0a-8522-4807421ed063 not found, creating... [ 727.600764] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.601207] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.601207] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.601298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.601405] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.602371] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.602371] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.602371] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.603193] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.603193] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.603193] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 49d661a5-ebfd-4f0a-8522-4807421ed063 is going to be created. [ 727.637101] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.637566] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.637692] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.637958] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.638485] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.638618] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-49d661a5-ebfd-4f0a-8522-4807421ed063" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.406577] env[65945]: INFO networking_nsxv3.common.synchronization [req-78843b83-6b18-4ab5-8152-e4974363e72b req-0158dd10-26cb-4f81-a09e-195ae3a14f9e service nova] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_rules [ 728.406836] env[65945]: INFO networking_nsxv3.common.synchronization [req-78843b83-6b18-4ab5-8152-e4974363e72b req-0158dd10-26cb-4f81-a09e-195ae3a14f9e service nova] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 728.406875] env[65945]: INFO networking_nsxv3.common.synchronization [req-78843b83-6b18-4ab5-8152-e4974363e72b req-0158dd10-26cb-4f81-a09e-195ae3a14f9e service nova] Enqueued Resource ID: 49d661a5-ebfd-4f0a-8522-4807421ed063 with Priority: HIGHEST for action port [ 728.407471] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_rules [ 728.409062] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 728.409062] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49d661a5-ebfd-4f0a-8522-4807421ed063 with Priority: HIGHEST for action port [ 728.409062] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.409062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.409062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.409062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.409062] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.410399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.410399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.410521] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-49d661a5-ebfd-4f0a-8522-4807421ed063 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.410579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49d661a5-ebfd-4f0a-8522-4807421ed063" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.410634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49d661a5-ebfd-4f0a-8522-4807421ed063" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.411339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49d661a5-ebfd-4f0a-8522-4807421ed063" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.411339] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49d661a5-ebfd-4f0a-8522-4807421ed063',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.534169] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: SUCCESS [ 728.534421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.911147] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.911147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.913196] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49d661a5-ebfd-4f0a-8522-4807421ed063 with status ACTIVE [ 728.913607] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.913757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.913852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.914198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.914337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.914569] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.914727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.914834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.915108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.915221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.915454] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.915578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.915644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.915866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.915960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.916581] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49d661a5-ebfd-4f0a-8522-4807421ed063 is going to be updated. [ 728.943018] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.943210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.943286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.943803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.944439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.944439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49d661a5-ebfd-4f0a-8522-4807421ed063" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.024260] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 729.024519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.024773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.025027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.025222] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.025337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.025400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.025552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.025629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.025710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.025800] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.124924] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: SUCCESS [ 729.125133] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 deletion is rescheduled due to dependency. [ 729.127023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.127023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.127023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.127023] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.127023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.127023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.127023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.127023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.127023] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.241077] env[65945]: INFO networking_nsxv3.common.synchronization [req-0a28cef2-0323-462c-81c8-919554b9c8a2 req-2ae06c44-c9e6-4034-87e3-d249f537577d tempest-ServersAdminTestJSON-1364200875 tempest-ServersAdminTestJSON-1364200875-project-member] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 729.241828] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 729.243610] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.243610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.243610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.243610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243610] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.243610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.243610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.243894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.243970] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.529670] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.530027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.632507] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.695876] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.696279] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.696542] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.698018] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.698018] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.698018] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.698018] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.698247] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.698247] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.698502] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.698615] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.698733] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.699214] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.699214] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.699214] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.699402] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.725431] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.726203] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.726203] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.726203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.726384] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-79b01658-2b8f-4026-81ac-9af86d650dcd taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.726620] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-79b01658-2b8f-4026-81ac-9af86d650dcd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.726697] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-79b01658-2b8f-4026-81ac-9af86d650dcd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.727068] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-79b01658-2b8f-4026-81ac-9af86d650dcd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.727266] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b01658-2b8f-4026-81ac-9af86d650dcd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.748325] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.135813] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.229947] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.230236] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.230354] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.230627] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.230772] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.230936] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 79b01658-2b8f-4026-81ac-9af86d650dcd not found, creating... [ 730.231217] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.231375] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.231483] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.231704] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.232695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.232695] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.232695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.232695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.232695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.233054] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.233054] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 79b01658-2b8f-4026-81ac-9af86d650dcd is going to be created. [ 730.251027] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.256640] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.256913] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.257068] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.257470] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.257651] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.257874] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-79b01658-2b8f-4026-81ac-9af86d650dcd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.638627] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.638986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.638986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.643025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.643025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.643025] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 is going to be updated. [ 730.680931] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.680931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.681043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.681245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.681419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.706087] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: IN_PROGRESS for 2s [ 730.754395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.754488] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.754570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.754810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.754944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.755100] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 730.830245] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.830436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.830525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.831486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.831486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.846161] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 731.083127] env[65945]: INFO networking_nsxv3.common.synchronization [req-0a28cef2-0323-462c-81c8-919554b9c8a2 req-8e2c5c4a-a3cc-40e1-999c-f1737173ff0c service nova] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_rules [ 731.083127] env[65945]: INFO networking_nsxv3.common.synchronization [req-0a28cef2-0323-462c-81c8-919554b9c8a2 req-8e2c5c4a-a3cc-40e1-999c-f1737173ff0c service nova] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 731.083259] env[65945]: INFO networking_nsxv3.common.synchronization [req-0a28cef2-0323-462c-81c8-919554b9c8a2 req-8e2c5c4a-a3cc-40e1-999c-f1737173ff0c service nova] Enqueued Resource ID: 79b01658-2b8f-4026-81ac-9af86d650dcd with Priority: HIGHEST for action port [ 731.084017] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_rules [ 731.084207] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 731.084352] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b01658-2b8f-4026-81ac-9af86d650dcd with Priority: HIGHEST for action port [ 731.084721] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.084853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.085139] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.085253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.085525] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b01658-2b8f-4026-81ac-9af86d650dcd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.086648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b01658-2b8f-4026-81ac-9af86d650dcd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.086648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b01658-2b8f-4026-81ac-9af86d650dcd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.086648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b01658-2b8f-4026-81ac-9af86d650dcd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.086648] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b01658-2b8f-4026-81ac-9af86d650dcd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.589024] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b01658-2b8f-4026-81ac-9af86d650dcd with status ACTIVE [ 731.589262] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.589395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.589461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.589669] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.589832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.589924] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.590041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.590205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.590345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.590423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.590603] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.590693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.590750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.590883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.590952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.591051] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b01658-2b8f-4026-81ac-9af86d650dcd is going to be updated. [ 731.614370] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.614584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.614640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.614819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.614957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.615198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b01658-2b8f-4026-81ac-9af86d650dcd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.014778] env[65945]: INFO networking_nsxv3.common.synchronization [req-8ad900f5-4efb-4279-822e-1a96620ef77b req-b7b728f3-eb34-41ca-8512-29fa57228e88 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 732.016255] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 732.016470] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.017119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.017242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.017532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.017741] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.017892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.018011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.018226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.018472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.018620] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.466840] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.466840] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-523" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.466840] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-523" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.467121] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-523" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.468012] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.468253] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.468453] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.468742] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.468896] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.469297] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.469429] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.469540] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.469643] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.469783] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.469890] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.470042] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.496563] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.496792] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.496792] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.496913] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-523" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.497251] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-11a90360-09c2-45a3-8ae8-6252bd514227 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.498275] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.498275] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.498275] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.498275] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a90360-09c2-45a3-8ae8-6252bd514227',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.524157] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.524395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.524471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.524689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.524893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.525107] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.525240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.525329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.525516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.525600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.525704] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 already deleted. [ 732.525906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.719156] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: SUCCESS [ 732.719434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.719652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.719894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.721467] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.721467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.721467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.721467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.721467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.721467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.721467] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.857392] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 732.857678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.857920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.858160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.858357] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.858475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.858539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.858996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.858996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.858996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.859820] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.859820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.859820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.859999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.860156] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.860264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.860861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.860861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.860861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.860861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.860861] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.861944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.861944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.862093] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.862161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.862234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.862422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.862504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.862595] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.003023] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.003023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.003023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.003023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.003023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.003023] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 11a90360-09c2-45a3-8ae8-6252bd514227 not found, creating... [ 733.003023] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.003023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.003023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.003023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.003023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.003815] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.004220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.004529] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.004864] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.005138] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.005390] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 11a90360-09c2-45a3-8ae8-6252bd514227 is going to be created. [ 733.042047] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.042047] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.042047] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.042047] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.042047] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.042047] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.223668] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.366755] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 828f5ced-a680-43c6-bca9-e2cf0f297200: rpc.has_security_group_logging(os_id): False [ 733.367984] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.388325] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.388519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.388519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.388781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.388781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.388974] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.389145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.389205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.389372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.389428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.389627] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.389717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.389802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.390232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.390232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.390335] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.390453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.390512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.391169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.391169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.391169] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be created. [ 733.463966] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.464194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.464194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.464413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.464616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.476496] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 733.728076] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 247ee3e1-b41a-453f-8a21-16cdf6c81429: rpc.has_security_group_logging(os_id): False [ 733.748281] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.748433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.748497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.748709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.748803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.749117] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.749185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.749255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.749409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.749487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.749573] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 is going to be updated. [ 733.778749] env[65945]: INFO networking_nsxv3.common.synchronization [req-8ad900f5-4efb-4279-822e-1a96620ef77b req-6f082a21-4eb3-46e7-8f3f-f60aa9c2e2c6 service nova] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 733.778840] env[65945]: INFO networking_nsxv3.common.synchronization [req-8ad900f5-4efb-4279-822e-1a96620ef77b req-6f082a21-4eb3-46e7-8f3f-f60aa9c2e2c6 service nova] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 733.778939] env[65945]: INFO networking_nsxv3.common.synchronization [req-8ad900f5-4efb-4279-822e-1a96620ef77b req-6f082a21-4eb3-46e7-8f3f-f60aa9c2e2c6 service nova] Enqueued Resource ID: 11a90360-09c2-45a3-8ae8-6252bd514227 with Priority: HIGHEST for action port [ 733.779472] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 733.779607] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 733.780562] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a90360-09c2-45a3-8ae8-6252bd514227 with Priority: HIGHEST for action port [ 733.780562] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.780562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.780562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.780562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.780562] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.782347] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.782347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.782347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.782347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.782347] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.782347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.782347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.782347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.782347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.782347] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.783676] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a90360-09c2-45a3-8ae8-6252bd514227 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.783676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.783676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.783947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.783992] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a90360-09c2-45a3-8ae8-6252bd514227',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.811053] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.811261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.811261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.811489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.811639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.828902] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: IN_PROGRESS for 2s [ 733.871686] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.029083] env[65945]: INFO networking_nsxv3.common.synchronization [req-5b9ada27-586e-4378-852c-0a2b3dd92a81 req-3e0e1277-44be-4bef-9536-caed9dbdabcd tempest-VolumesAdminNegativeTest-1456470697 tempest-VolumesAdminNegativeTest-1456470697-project-member] Enqueued Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGHEST for action security_group_members [ 734.029083] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGHEST for action security_group_members [ 734.029083] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6ed833-6d8e-4557-8648-9f98c36b15a0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.031275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.031275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.031275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.031275] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.031647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.031938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.032377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.034242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.034242] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6ed833-6d8e-4557-8648-9f98c36b15a0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.285751] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.286829] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.286953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.291484] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a90360-09c2-45a3-8ae8-6252bd514227 with status ACTIVE [ 734.291603] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.291731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.291797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.292148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.292148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.292337] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.292406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.292406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.292560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.292634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.292811] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.292899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.292959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.293109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.293183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.293263] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a90360-09c2-45a3-8ae8-6252bd514227 is going to be updated. [ 734.321620] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.321815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.321815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.322027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.322170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.322322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.376231] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.376408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.376456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.376653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.376739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.376832] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 734.403856] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.409217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.409217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.409217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.409217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.432620] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 734.535943] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.536104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.536104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.536351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.536550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.536697] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.536855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.537285] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.537404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.537522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.537620] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 is going to be updated. [ 734.577580] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.577889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.577889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.578200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.578400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.589758] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 in Status: IN_PROGRESS for 2s [ 734.727996] env[65945]: INFO networking_nsxv3.common.synchronization [None req-da7f2584-29b3-4c82-9a1e-93c2d8a5cec3 None None] Enqueued Resource ID: 78645094-aa9c-44ca-8ce2-4f565d76c08d with Priority: HIGHEST for action port [ 734.728862] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78645094-aa9c-44ca-8ce2-4f565d76c08d with Priority: HIGHEST for action port [ 734.729364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-78645094-aa9c-44ca-8ce2-4f565d76c08d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.729503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78645094-aa9c-44ca-8ce2-4f565d76c08d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.729581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78645094-aa9c-44ca-8ce2-4f565d76c08d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.729957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78645094-aa9c-44ca-8ce2-4f565d76c08d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.730104] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78645094-aa9c-44ca-8ce2-4f565d76c08d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.789702] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.840293] env[65945]: INFO networking_nsxv3.common.synchronization [req-2a0efed6-9ad4-4c4e-85f7-13ebec3bd263 req-27e17b12-3461-4e7e-842e-7c1abe683bf6 tempest-ServersNegativeTestJSON-1655995295 tempest-ServersNegativeTestJSON-1655995295-project-member] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 734.841343] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 734.841679] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.841800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.841871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.842086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.842246] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.842347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.842411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.842561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.842662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.842756] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.233189] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78645094-aa9c-44ca-8ce2-4f565d76c08d [ 735.234189] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.234189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.234189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.234189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.234189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.234189] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78645094-aa9c-44ca-8ce2-4f565d76c08d already deleted. [ 735.234189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78645094-aa9c-44ca-8ce2-4f565d76c08d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.293304] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.293622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.293622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.293744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.296349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.296349] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be created. [ 735.339735] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.340720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.340720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.340863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.341161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.346424] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.354905] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: UNINITIALIZED for 2s [ 735.492023] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 735.492023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.492023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.492023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.492023] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.743941] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.743941] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.743941] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.743941] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.743941] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.743941] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.743941] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.743941] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.743941] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.743941] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.743941] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.743941] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.743941] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.744488] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.744488] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.744488] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.769647] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.770050] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.770050] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.771280] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.771771] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-a0d77e8b-754d-461d-ab09-b96291f6c71a taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.772077] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-a0d77e8b-754d-461d-ab09-b96291f6c71a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.772139] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-a0d77e8b-754d-461d-ab09-b96291f6c71a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.772527] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-a0d77e8b-754d-461d-ab09-b96291f6c71a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.772649] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d77e8b-754d-461d-ab09-b96291f6c71a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.845094] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: SUCCESS [ 735.845094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.849406] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.995833] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.995995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.276243] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.276503] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.276623] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.276908] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.277085] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.277579] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port a0d77e8b-754d-461d-ab09-b96291f6c71a not found, creating... [ 736.277579] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.277807] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.277807] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.278084] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.278169] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.278472] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.278626] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.278799] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.278944] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.279098] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.279266] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: a0d77e8b-754d-461d-ab09-b96291f6c71a is going to be created. [ 736.301530] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.302386] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.302386] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.302386] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.302615] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.302864] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-a0d77e8b-754d-461d-ab09-b96291f6c71a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.353563] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.353732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.353819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.354210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.354210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.354286] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be updated. [ 736.444867] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.445111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.446091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.446271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.446611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.450060] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 736.450060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.450188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.451746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.451746] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.451746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.451746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.451746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.451746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.451746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.451746] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.567659] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: IN_PROGRESS for 2s [ 736.599680] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 in Status: SUCCESS [ 736.599871] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 deletion is rescheduled due to dependency. [ 736.599986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.954970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.955448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.957214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.957488] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.957694] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.957819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.957884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.958078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.958165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.958252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.958401] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.958506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.958567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.958705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.958837] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.958925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.958982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.959177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.959262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.959342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.959432] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.132571] env[65945]: INFO networking_nsxv3.common.synchronization [req-2a0efed6-9ad4-4c4e-85f7-13ebec3bd263 req-97abebef-ff1d-4499-a565-26302c8518e6 service nova] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_rules [ 737.132769] env[65945]: INFO networking_nsxv3.common.synchronization [req-2a0efed6-9ad4-4c4e-85f7-13ebec3bd263 req-97abebef-ff1d-4499-a565-26302c8518e6 service nova] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 737.132910] env[65945]: INFO networking_nsxv3.common.synchronization [req-2a0efed6-9ad4-4c4e-85f7-13ebec3bd263 req-97abebef-ff1d-4499-a565-26302c8518e6 service nova] Enqueued Resource ID: a0d77e8b-754d-461d-ab09-b96291f6c71a with Priority: HIGHEST for action port [ 737.133534] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_rules [ 737.133673] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 737.133773] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d77e8b-754d-461d-ab09-b96291f6c71a with Priority: HIGHEST for action port [ 737.134116] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.134291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.134386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.134601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.134692] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.135656] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.135753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.135961] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d77e8b-754d-461d-ab09-b96291f6c71a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.136095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d77e8b-754d-461d-ab09-b96291f6c71a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.136195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d77e8b-754d-461d-ab09-b96291f6c71a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.136329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d77e8b-754d-461d-ab09-b96291f6c71a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.136474] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d77e8b-754d-461d-ab09-b96291f6c71a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.367433] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 737.367742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.367984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.368158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.368363] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.368572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.368572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.368752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.368809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.368871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.368968] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.464462] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 828f5ced-a680-43c6-bca9-e2cf0f297200: rpc.has_security_group_logging(os_id): False [ 737.481550] env[65945]: INFO networking_nsxv3.common.synchronization [None req-389900ba-feb0-4789-a48e-64cb2f838952 None None] Enqueued Resource ID: dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9 with Priority: HIGHEST for action port [ 737.485572] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9 with Priority: HIGHEST for action port [ 737.485572] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.485572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.485572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.485572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.485572] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.493030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.493224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.493349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.493531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.493635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.493904] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.494108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.494235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.494449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.494562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.495377] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.495377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.495377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.497059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.497059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.497059] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.497059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.497059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.497059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.497059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.497059] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 737.633508] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.633723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.633723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.634009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.635021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.640730] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.640958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.641381] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0d77e8b-754d-461d-ab09-b96291f6c71a with status ACTIVE [ 737.641617] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.641803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.641912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.642291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.644761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.644761] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.644761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.644761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.644761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.644761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.644761] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.644761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.646254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.647238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.647238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.648352] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0d77e8b-754d-461d-ab09-b96291f6c71a is going to be updated. [ 737.662009] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 737.672784] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.672989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.673172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.673559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.673683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.673939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d77e8b-754d-461d-ab09-b96291f6c71a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.840871] env[65945]: INFO networking_nsxv3.common.synchronization [req-860a9092-19d7-492d-96b8-5acf61e36d78 req-d33c8139-8242-4d6b-ba00-8066ac0baff4 tempest-MigrationsAdminTest-1787870437 tempest-MigrationsAdminTest-1787870437-project-member] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 737.840871] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 737.841532] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.841754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.841866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.842202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.842428] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.843044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.843044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.843044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.843044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.843271] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.871823] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.872241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.872361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.872581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.872780] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.872890] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.872973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.873177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.873304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.873438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.873597] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.873688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.873780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.873968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.874191] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.874295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.874352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.874490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.874568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.874654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.874751] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.988307] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9 [ 737.988640] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.988830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.988918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.989170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.989298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.989519] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9 already deleted. [ 737.989606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbdf783b-c4d6-4d1e-a955-6e0c6b1e19b9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.345619] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.377856] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8db72420-a4c4-49ed-aa05-88cb099b0561: rpc.has_security_group_logging(os_id): False [ 738.400315] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.400634] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.400916] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.401456] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.401866] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.402218] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.402477] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.404334] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.408026] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.408026] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.408026] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.408026] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.408026] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.408026] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.408026] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.408026] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.409793] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.410044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.410137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.410504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.410553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.411151] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.411151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.411151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.411553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.411553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.411553] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.411697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.411750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.411945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.412088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.412990] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.412990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.412990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.412990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.412990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.412990] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be created. [ 738.447400] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.447673] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.447825] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.448109] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-771" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.448413] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-fafac150-cf4b-47c9-99eb-efe02c19297a taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.448721] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-fafac150-cf4b-47c9-99eb-efe02c19297a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.448885] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-fafac150-cf4b-47c9-99eb-efe02c19297a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.449136] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-fafac150-cf4b-47c9-99eb-efe02c19297a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.449277] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fafac150-cf4b-47c9-99eb-efe02c19297a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.501268] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.501508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.501546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.502052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.502328] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.516191] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 738.594306] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 738.594608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.594824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.595094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.595288] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.595404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.595471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.595638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.595722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.595820] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.848383] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.954720] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.954720] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.954720] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.954720] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.954720] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.954720] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port fafac150-cf4b-47c9-99eb-efe02c19297a not found, creating... [ 738.954720] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.954966] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.955199] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.955440] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.955958] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.956571] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.956571] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.957135] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.957562] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.958031] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.958299] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: fafac150-cf4b-47c9-99eb-efe02c19297a is going to be created. [ 738.982038] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.982038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.982038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.982038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.982038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.982038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-fafac150-cf4b-47c9-99eb-efe02c19297a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.098976] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.351570] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.351761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.351808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.351997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.352515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.352515] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 is going to be updated. [ 739.383315] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.383566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.383566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.383625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.383985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.394249] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: IN_PROGRESS for 2s [ 739.602911] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.624292] env[65945]: INFO networking_nsxv3.common.synchronization [req-90b8bcc4-8e1d-4625-853a-0f4c6f07d44e req-6c27a042-8c43-448e-be3c-5e88582988bf tempest-ImagesOneServerTestJSON-731710440 tempest-ImagesOneServerTestJSON-731710440-project-member] Enqueued Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGHEST for action security_group_members [ 739.625633] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGHEST for action security_group_members [ 739.626216] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-edbd2b4c-4c8a-4927-8a9f-7569c067d207 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.626410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.626502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.626765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.627010] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.627662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.627662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.627662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.627662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.627831] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edbd2b4c-4c8a-4927-8a9f-7569c067d207',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.681318] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 739.681569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.739452] env[65945]: INFO networking_nsxv3.common.synchronization [req-860a9092-19d7-492d-96b8-5acf61e36d78 req-886cada7-6396-4e93-a012-f2b15d005586 service nova] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_rules [ 739.739599] env[65945]: INFO networking_nsxv3.common.synchronization [req-860a9092-19d7-492d-96b8-5acf61e36d78 req-886cada7-6396-4e93-a012-f2b15d005586 service nova] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 739.739765] env[65945]: INFO networking_nsxv3.common.synchronization [req-860a9092-19d7-492d-96b8-5acf61e36d78 req-886cada7-6396-4e93-a012-f2b15d005586 service nova] Enqueued Resource ID: fafac150-cf4b-47c9-99eb-efe02c19297a with Priority: HIGHEST for action port [ 739.740314] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_rules [ 739.740566] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 739.740711] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafac150-cf4b-47c9-99eb-efe02c19297a with Priority: HIGHEST for action port [ 739.740994] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.741127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.741196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.741390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.741470] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.742810] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.742956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.743213] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-fafac150-cf4b-47c9-99eb-efe02c19297a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.743324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fafac150-cf4b-47c9-99eb-efe02c19297a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.743393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fafac150-cf4b-47c9-99eb-efe02c19297a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.743655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fafac150-cf4b-47c9-99eb-efe02c19297a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.743655] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fafac150-cf4b-47c9-99eb-efe02c19297a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.105164] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.105345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.105454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.105697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.105746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.105829] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be updated. [ 740.131762] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.132062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.132304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.132446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.132585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.132823] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.132971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.133274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.133348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.133460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.133571] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 is going to be updated. [ 740.135896] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.136035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.136121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.136316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.136459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.146495] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: IN_PROGRESS for 2s [ 740.163691] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.163880] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.163973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.164211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.164362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.174502] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 in Status: IN_PROGRESS for 2s [ 740.249950] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.249950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.249950] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fafac150-cf4b-47c9-99eb-efe02c19297a with status ACTIVE [ 740.250336] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.250336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.250336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.251104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.251104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.251104] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.251327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.251327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.251537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.251642] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.251857] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.251961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.252012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.252606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.252779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.252996] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fafac150-cf4b-47c9-99eb-efe02c19297a is going to be updated. [ 740.303189] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.303452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.303452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.303979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.303979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.304141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fafac150-cf4b-47c9-99eb-efe02c19297a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.531889] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 740.532212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.405788] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: SUCCESS [ 741.406051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.406970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.406970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.406970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.407243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.407243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.407327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.407440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.407517] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.910565] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.158857] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 742.159026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.159248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.159482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.159759] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.159900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.159900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.160120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.160295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.160295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.160384] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.186380] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 in Status: SUCCESS [ 742.186566] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 deletion is rescheduled due to dependency. [ 742.186682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.414883] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.662776] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.662995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.662995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.663265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.663442] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.663550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.663617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.663779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.663892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.664067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.664290] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.664423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.664509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.664730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.664886] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.664986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.665061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.665206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.665289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.665372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.665465] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.918317] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.918972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.919101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.919344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.919429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.919615] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 is going to be updated. [ 742.958816] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.958971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.959051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.959405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.959688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.970323] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: IN_PROGRESS for 2s [ 743.168862] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48e463a-8be7-4c9f-b9a4-3695253c4306: rpc.has_security_group_logging(os_id): False [ 743.192540] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.193455] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.193577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.193901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.193901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.194077] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.194387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.194387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.194518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.194561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.194845] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.194989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.194989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.195356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.195421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.196040] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.196394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.196532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.196697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.196779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.196872] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be updated. [ 743.287897] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.288237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.288413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.288746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.288934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.326273] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: IN_PROGRESS for 2s [ 743.742789] env[65945]: INFO networking_nsxv3.common.synchronization [req-57a8f3b4-f278-4100-85e6-e7ca9be7e7b3 req-74dbb6c9-9085-4877-b9c4-fc1463494252 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 743.742893] env[65945]: INFO networking_nsxv3.common.synchronization [req-57a8f3b4-f278-4100-85e6-e7ca9be7e7b3 req-74dbb6c9-9085-4877-b9c4-fc1463494252 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 743.743389] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 743.743529] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 743.743811] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.743953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.744061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.744362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.744530] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.744630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.744692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.744843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.744928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.745026] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.746263] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.746374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.746443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.746598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.746740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.746834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.746893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.747041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.747125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.747224] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.789047] env[65945]: INFO networking_nsxv3.common.synchronization [req-57a8f3b4-f278-4100-85e6-e7ca9be7e7b3 req-74dbb6c9-9085-4877-b9c4-fc1463494252 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_rules [ 743.789047] env[65945]: INFO networking_nsxv3.common.synchronization [req-57a8f3b4-f278-4100-85e6-e7ca9be7e7b3 req-74dbb6c9-9085-4877-b9c4-fc1463494252 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 743.789047] env[65945]: INFO networking_nsxv3.common.synchronization [req-57a8f3b4-f278-4100-85e6-e7ca9be7e7b3 req-74dbb6c9-9085-4877-b9c4-fc1463494252 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 743.789047] env[65945]: INFO networking_nsxv3.common.synchronization [req-57a8f3b4-f278-4100-85e6-e7ca9be7e7b3 req-74dbb6c9-9085-4877-b9c4-fc1463494252 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 743.789319] env[65945]: INFO networking_nsxv3.common.synchronization [req-57a8f3b4-f278-4100-85e6-e7ca9be7e7b3 req-74dbb6c9-9085-4877-b9c4-fc1463494252 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 11a90360-09c2-45a3-8ae8-6252bd514227 with Priority: HIGHEST for action port [ 743.789797] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_rules [ 743.789971] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 743.790084] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a90360-09c2-45a3-8ae8-6252bd514227 with Priority: HIGHEST for action port [ 743.790178] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 743.790268] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 743.790551] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.790697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.790732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.790973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.791739] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.795020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.795020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.795020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.795020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.795020] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.795020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a90360-09c2-45a3-8ae8-6252bd514227 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.795020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.795020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.795020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.795020] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a90360-09c2-45a3-8ae8-6252bd514227',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.801186] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.801186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.801186] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.801186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.249824] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.252167] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.300797] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.300986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.301616] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.301616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.301616] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a90360-09c2-45a3-8ae8-6252bd514227 with status ACTIVE [ 744.301779] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.301779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.301856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.302052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.302128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.302276] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.302366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.302424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.302577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.302651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.302880] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.302937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.302967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.303151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.303684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.303684] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a90360-09c2-45a3-8ae8-6252bd514227 is going to be updated. [ 744.342529] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.342680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.342680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.344054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.344054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.344054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.533939] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGHEST for action security_group_members [ 744.534140] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 744.534285] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 744.534895] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGHEST for action security_group_members [ 744.535109] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 744.535157] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 744.535488] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.535952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.535952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.535952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.536252] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.536309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.536385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.536521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.536607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.536694] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.538633] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.538633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.538633] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.538633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.582759] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGHEST for action security_group_rules [ 744.582945] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGHEST for action security_group_members [ 744.583114] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_rules [ 744.583257] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 744.583340] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 744.583460] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 744.583580] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bfdff56-3799-4d27-88df-81cc9e543f40 req-964df937-09c2-443c-9290-b7ed142c8691 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 11a90360-09c2-45a3-8ae8-6252bd514227 with Priority: HIGHEST for action port [ 744.584119] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGHEST for action security_group_rules [ 744.584262] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_rules [ 744.584431] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 744.584484] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a90360-09c2-45a3-8ae8-6252bd514227 with Priority: HIGHEST for action port [ 744.584576] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 744.584709] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGHEST for action security_group_members [ 744.584749] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 744.585464] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.585564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.585646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.585857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.585942] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.586808] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.586898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.587117] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.587229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.587520] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a90360-09c2-45a3-8ae8-6252bd514227 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.587520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.587520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.587688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.587775] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a90360-09c2-45a3-8ae8-6252bd514227',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.588491] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.588639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.588754] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.588829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.588984] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.589072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.755872] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.757179] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.986643] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: SUCCESS [ 744.987046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.987433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.987797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.987923] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.988142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.988142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.989157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.989157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.989157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.989157] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.039827] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.091770] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.091957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.092178] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a90360-09c2-45a3-8ae8-6252bd514227 with status ACTIVE [ 745.092399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.092594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.092629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.092885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.093030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.093244] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.093374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.093460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.093662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.093769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.094370] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.094571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.094662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.094873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.094980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.095108] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a90360-09c2-45a3-8ae8-6252bd514227 is going to be updated. [ 745.120391] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.120391] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.120637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.120637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.120772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.120937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a90360-09c2-45a3-8ae8-6252bd514227" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.261572] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.261572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.261572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.261572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.261572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.261572] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 is going to be created. [ 745.261572] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.261572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.261572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.261572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.261572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.261572] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 745.301731] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.301731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.301731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.301731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.301731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.306724] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.306724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.306724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.306724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.307413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.319875] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 745.319875] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: UNINITIALIZED for 2s [ 745.356022] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 745.356295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.492169] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.492371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.492465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.492709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.492933] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.493047] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.493954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.494227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.494373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.494741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.494966] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.495124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.495999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.495999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.495999] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.495999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.495999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.495999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.495999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.495999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.497086] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.543195] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.002020] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691ad9f8-3923-4b50-9d49-a90e309b4864: rpc.has_security_group_logging(os_id): False [ 746.026432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.026727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.026727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.026855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.026956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.027175] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.027300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.027355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.027490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.027567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.027764] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.027863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.027923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.028222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.028222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.028337] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.028414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.028474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.028597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.028673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.028757] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 is going to be updated. [ 746.046814] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.047009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.047051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.047620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.047620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.047749] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb is going to be created. [ 746.074323] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.074472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.074521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.074921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.074921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.088178] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: UNINITIALIZED for 2s [ 746.109422] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.109600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.109694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.110940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.110940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.125326] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: IN_PROGRESS for 2s [ 747.332690] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 747.333152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.333152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.333355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.333556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.333674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.333742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.333902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.334272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.334406] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.336414] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: SUCCESS [ 747.336922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.337102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.337322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.337504] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.337617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.337952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.338138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.338229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.338329] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.840842] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.844385] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.010261] env[65945]: INFO networking_nsxv3.common.synchronization [None req-dba7aa2c-f65e-4e70-a86b-63bfb65fa3a7 None None] Enqueued Resource ID: 352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc with Priority: HIGHEST for action port [ 748.010261] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc with Priority: HIGHEST for action port [ 748.010581] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.010581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.010581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.010857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.010976] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.099215] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: SUCCESS [ 748.099433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.100148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.100392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.100565] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.100687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.100757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.100929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.100984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.101089] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.141342] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: SUCCESS [ 748.141342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.343855] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.346871] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.515421] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc [ 748.515421] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.515421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.515421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.515421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.515421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.515421] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc already deleted. [ 748.515421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-352dbac2-7369-4d7f-a8d7-cfe27eb8e0cc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.603163] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.847567] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.847707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.847773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.848807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.848807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.848807] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 748.853072] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.853072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.853072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.853072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.853072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.853072] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 is going to be updated. [ 748.889466] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.889693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.891399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.891399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.891399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.893977] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.893977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.893977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.895034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.895034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.906275] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 748.907382] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: IN_PROGRESS for 2s [ 749.106324] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.611127] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.611435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.611435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.613408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.613408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.613408] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb is going to be updated. [ 749.644910] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.645169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.645169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.645448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.645899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.657221] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: IN_PROGRESS for 2s [ 750.071897] env[65945]: INFO networking_nsxv3.common.synchronization [None req-03caf3f4-454b-4360-855d-da0ee5d1e241 None None] Enqueued Resource ID: f23eae0e-9501-4a70-bb9b-3248bf8bb739 with Priority: HIGHEST for action port [ 750.072067] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eae0e-9501-4a70-bb9b-3248bf8bb739 with Priority: HIGHEST for action port [ 750.072723] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f23eae0e-9501-4a70-bb9b-3248bf8bb739 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.073047] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f23eae0e-9501-4a70-bb9b-3248bf8bb739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.073136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f23eae0e-9501-4a70-bb9b-3248bf8bb739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.073476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f23eae0e-9501-4a70-bb9b-3248bf8bb739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.073476] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23eae0e-9501-4a70-bb9b-3248bf8bb739',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.533940] env[65945]: INFO networking_nsxv3.common.synchronization [req-b1206594-d31b-43d1-8b43-044f6e8dd0b8 req-647957d4-38c5-4873-b755-9dab8eb57b2b tempest-ServerTagsTestJSON-100294345 tempest-ServerTagsTestJSON-100294345-project-member] Enqueued Resource ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 with Priority: HIGHEST for action security_group_members [ 750.534478] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 with Priority: HIGHEST for action security_group_members [ 750.535386] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0bdd30-b278-4c29-a70f-805ba60cd423 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.535386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.535386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.537664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.537664] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.537664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.537664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.537664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.537664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.537664] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0bdd30-b278-4c29-a70f-805ba60cd423',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.579887] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f23eae0e-9501-4a70-bb9b-3248bf8bb739 [ 750.580164] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.580301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.580377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.580701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.580701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.580855] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f23eae0e-9501-4a70-bb9b-3248bf8bb739 already deleted. [ 750.580889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f23eae0e-9501-4a70-bb9b-3248bf8bb739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.921392] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 750.921392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.921392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.921392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.921392] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.921392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.921392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.921392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.921392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.921392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.921392] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.922811] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: SUCCESS [ 750.922811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.922811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.922811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.922981] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.925044] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.925044] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.925044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.925475] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.926301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.926301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.926468] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.926513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.926609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.926695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.926768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.926850] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.043477] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.043477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.043477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.043477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.043719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.043771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.043837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.043885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.044028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.044128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.044237] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 already deleted. [ 751.044324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.205727] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.205919] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.206051] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.206447] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.206717] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.206867] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.206978] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.207243] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.207434] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.207606] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.207709] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.207810] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.207910] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.208017] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.208115] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.208611] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.229336] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.229504] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.229638] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.229817] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.230151] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.230321] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.230440] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.230763] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.230909] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.427133] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.428366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.428730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.428785] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.429557] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.669323] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: SUCCESS [ 751.669612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.669799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.670036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.670237] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.670385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.670666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.670835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.670930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.671028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.671123] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.733450] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.733664] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.733791] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.734086] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.734231] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.734380] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf not found, creating... [ 751.734635] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.734939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.734939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.735122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.735270] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.735551] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.735804] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.735804] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.735985] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.736297] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.736476] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf is going to be created. [ 751.757720] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.757975] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.758122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.758410] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.758663] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.758917] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.932389] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7: rpc.has_security_group_logging(os_id): False [ 751.933938] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.935580] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.954562] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.954751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.954809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.954986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.955120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.955407] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.955471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.955508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.955656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.955751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.955821] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 is going to be created. [ 751.967534] env[65945]: INFO networking_nsxv3.common.synchronization [None req-9ea9caba-b75d-4a47-bb7f-564de57595be None None] Enqueued Resource ID: 031f3b86-dd58-4a94-b99e-804eb20a7831 with Priority: HIGHEST for action port [ 751.968241] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031f3b86-dd58-4a94-b99e-804eb20a7831 with Priority: HIGHEST for action port [ 751.969077] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-031f3b86-dd58-4a94-b99e-804eb20a7831 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.969077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031f3b86-dd58-4a94-b99e-804eb20a7831" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.969077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031f3b86-dd58-4a94-b99e-804eb20a7831" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.969077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031f3b86-dd58-4a94-b99e-804eb20a7831" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.969077] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031f3b86-dd58-4a94-b99e-804eb20a7831',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.022090] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.022090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.022405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.022445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.022599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.034407] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: IN_PROGRESS for 2s [ 752.173217] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.436616] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.437296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.437405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.437807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.438830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.438950] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 752.440895] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.440895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.440895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.441344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.441344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.441410] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 is going to be updated. [ 752.471374] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 031f3b86-dd58-4a94-b99e-804eb20a7831 [ 752.471782] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.472287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.472287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.472666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.472705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.472824] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:031f3b86-dd58-4a94-b99e-804eb20a7831 already deleted. [ 752.473179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031f3b86-dd58-4a94-b99e-804eb20a7831" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.477068] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.477068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.477068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.477461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.477627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.481042] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.481042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.481042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.481042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.481042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.494269] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: IN_PROGRESS for 2s [ 752.495158] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 752.532524] env[65945]: INFO networking_nsxv3.common.synchronization [req-b1206594-d31b-43d1-8b43-044f6e8dd0b8 req-744f4b81-4fa2-45da-870a-3902c077cfb7 service nova] Enqueued Resource ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 with Priority: HIGHEST for action security_group_rules [ 752.532670] env[65945]: INFO networking_nsxv3.common.synchronization [req-b1206594-d31b-43d1-8b43-044f6e8dd0b8 req-744f4b81-4fa2-45da-870a-3902c077cfb7 service nova] Enqueued Resource ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 with Priority: HIGHEST for action security_group_members [ 752.532768] env[65945]: INFO networking_nsxv3.common.synchronization [req-b1206594-d31b-43d1-8b43-044f6e8dd0b8 req-744f4b81-4fa2-45da-870a-3902c077cfb7 service nova] Enqueued Resource ID: 09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf with Priority: HIGHEST for action port [ 752.533314] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 with Priority: HIGHEST for action security_group_rules [ 752.533467] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 with Priority: HIGHEST for action security_group_members [ 752.533588] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf with Priority: HIGHEST for action port [ 752.533804] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b0bdd30-b278-4c29-a70f-805ba60cd423 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.534056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.534056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.534973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.535102] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b0bdd30-b278-4c29-a70f-805ba60cd423',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.536481] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0bdd30-b278-4c29-a70f-805ba60cd423 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.536641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.536736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.536824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.536981] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.537223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.537223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.537340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.537415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.537489] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0bdd30-b278-4c29-a70f-805ba60cd423',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.538786] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.538956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.538956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.539213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.539213] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.675239] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 487b9c5c-f4ad-42ff-847b-73953e3c3dfb: rpc.has_security_group_logging(os_id): False [ 752.694947] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.695127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.695173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.696082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.696082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.696082] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.696082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.696082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.696082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.696415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.696509] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb is going to be created. [ 752.752173] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.752331] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.752403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.752616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.752791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.764081] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: IN_PROGRESS for 2s [ 753.037243] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0bdd30-b278-4c29-a70f-805ba60cd423 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.037563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.039728] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b0bdd30-b278-4c29-a70f-805ba60cd423',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.042471] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf with status ACTIVE [ 753.042699] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.042789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.042825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.043117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.043325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.043801] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.043801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.043801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.043801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.043801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.044181] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.044181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.044262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.044555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.044672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.044773] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf is going to be updated. [ 753.065401] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.065547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.065547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.065753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.065898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.066068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09f33e0e-c6c0-4af2-98a7-bdd8bd2d5daf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.542427] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b0bdd30-b278-4c29-a70f-805ba60cd423',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.562368] env[65945]: INFO networking_nsxv3.common.synchronization [req-c134d83d-a178-4a36-8baa-c828c631fd18 req-38915187-2f97-4f30-b0aa-f1ce89777e3c tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 753.562874] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 753.563411] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.563537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.563605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.563797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.564460] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.564685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.565368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.565995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.566345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.566480] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.045113] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.045113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.045113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.045507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.045507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.045507] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 is going to be created. [ 754.049383] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: SUCCESS [ 754.049744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.049744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.050094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.050094] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.071181] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.071181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.071181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.071181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.071181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.071181] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.071181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.071181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.071181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.071181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.071181] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 754.074465] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.074772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.074926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.075204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.076282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.089093] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 in Status: UNINITIALIZED for 2s [ 754.103853] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.104185] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.104358] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.104734] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.105026] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.105191] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.105306] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.105527] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.105666] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.105867] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.105974] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.106094] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.106248] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.106348] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.106447] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.106550] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.109306] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.109465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.109511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.109660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.109797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.119448] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 754.141731] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.141907] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.142049] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.142222] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.142543] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.142743] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.142866] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.143200] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.143340] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7ddd6b-a2ca-4a63-b39a-164b020d4be6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.201471] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e788a37e-ad32-4c4d-b84f-b4e4a6953821 None None] Enqueued Resource ID: b14dbef9-fdae-48bd-8212-1193d8fe745a with Priority: HIGHEST for action port [ 754.202306] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14dbef9-fdae-48bd-8212-1193d8fe745a with Priority: HIGHEST for action port [ 754.202612] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-b14dbef9-fdae-48bd-8212-1193d8fe745a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.202735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b14dbef9-fdae-48bd-8212-1193d8fe745a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.202803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b14dbef9-fdae-48bd-8212-1193d8fe745a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.203058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b14dbef9-fdae-48bd-8212-1193d8fe745a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.203144] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14dbef9-fdae-48bd-8212-1193d8fe745a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.506982] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 754.507379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.507379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.507525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.507713] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.508617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.508617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.508617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.508617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.508617] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.511970] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: SUCCESS [ 754.511970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.511970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.511970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.511970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.511970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.513245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.513245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.513245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.513245] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.553326] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.553480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.647799] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.648043] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.648169] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.648447] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.648600] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.648750] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 8d7ddd6b-a2ca-4a63-b39a-164b020d4be6 not found, creating... [ 754.649077] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.649237] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.649350] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.649568] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.649784] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.650199] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.650380] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.650513] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.650726] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.650857] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.650997] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 8d7ddd6b-a2ca-4a63-b39a-164b020d4be6 is going to be created. [ 754.673129] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.673554] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.673554] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.673771] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.674260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.674260] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.705481] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b14dbef9-fdae-48bd-8212-1193d8fe745a [ 754.705789] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.707043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.707043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.707043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.707043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.707043] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b14dbef9-fdae-48bd-8212-1193d8fe745a already deleted. [ 754.707043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b14dbef9-fdae-48bd-8212-1193d8fe745a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.781152] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: SUCCESS [ 754.782795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.014604] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.018323] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.413496] env[65945]: INFO networking_nsxv3.common.synchronization [req-c134d83d-a178-4a36-8baa-c828c631fd18 req-354f4145-589f-4367-842a-fefbb9533ea3 service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 755.413496] env[65945]: INFO networking_nsxv3.common.synchronization [req-c134d83d-a178-4a36-8baa-c828c631fd18 req-354f4145-589f-4367-842a-fefbb9533ea3 service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 755.415082] env[65945]: INFO networking_nsxv3.common.synchronization [req-c134d83d-a178-4a36-8baa-c828c631fd18 req-354f4145-589f-4367-842a-fefbb9533ea3 service nova] Enqueued Resource ID: 8d7ddd6b-a2ca-4a63-b39a-164b020d4be6 with Priority: HIGHEST for action port [ 755.415082] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 755.415375] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 755.415733] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ddd6b-a2ca-4a63-b39a-164b020d4be6 with Priority: HIGHEST for action port [ 755.416988] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.417104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.417799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.417799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.417799] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.418614] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.418726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.419214] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.419333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.419409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.419613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.419655] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7ddd6b-a2ca-4a63-b39a-164b020d4be6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.516542] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.520702] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.921596] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.921721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.925022] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d7ddd6b-a2ca-4a63-b39a-164b020d4be6 with status ACTIVE [ 755.925022] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.925022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.925022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.925022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.925022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.925022] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.925022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.925022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.925022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.925022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.925445] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.925445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.925445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.925538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.925701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.925701] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d7ddd6b-a2ca-4a63-b39a-164b020d4be6 is going to be updated. [ 755.950161] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.950161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.950161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.950161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.950161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.950161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d7ddd6b-a2ca-4a63-b39a-164b020d4be6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.023080] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.023267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.023339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.023519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.023598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.023692] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 756.025854] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.025854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.025854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.026307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.026407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.026476] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 is going to be updated. [ 756.074774] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.074921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.075493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.076738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.076738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.079929] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.080117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.080171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.080355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.080506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.095791] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 756.097055] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: IN_PROGRESS for 2s [ 756.108660] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 in Status: SUCCESS [ 756.108660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.108795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.109082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.109311] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.109470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.109808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.110352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.110506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.110779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.110931] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b0bdd30-b278-4c29-a70f-805ba60cd423',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.130132] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 756.130132] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da deletion is rescheduled due to dependency. [ 756.130349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.130443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.130628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.130807] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.130918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.130980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.131178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.131263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.131364] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.441594] env[65945]: INFO networking_nsxv3.common.synchronization [req-3e00ecb5-5819-4f1d-b90a-117e7bdc5f4b req-52d469a9-cf1a-4957-848b-60708c6d64b4 tempest-ServersNegativeTestJSON-1655995295 tempest-ServersNegativeTestJSON-1655995295-project-member] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 756.444257] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 756.444257] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.444257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.444257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.444257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.444551] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.444551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.444628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.444902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.444960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.445071] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.612859] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0bdd30-b278-4c29-a70f-805ba60cd423 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.616035] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.616035] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0bdd30-b278-4c29-a70f-805ba60cd423 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.616035] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.616035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.616710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.616710] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b0bdd30-b278-4c29-a70f-805ba60cd423',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.633580] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.948923] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.119826] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b0bdd30-b278-4c29-a70f-805ba60cd423: rpc.has_security_group_logging(os_id): False [ 757.136540] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.139034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.139109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.139163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.139366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.139459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.139677] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.139779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.139841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.140015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.140084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.140289] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.140361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.140392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.140532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.140604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.140822] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.140924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.140985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.141151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.141261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.141352] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 is going to be created. [ 757.211170] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.213809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.213809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.213809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.213809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.226062] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 in Status: IN_PROGRESS for 2s [ 757.308203] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a7b63b25-b8b9-45b0-b74d-3d1c3577fe9b tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_rules [ 757.308203] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_rules [ 757.308203] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2d35d1-09d3-4aba-b270-1fd838b46001 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.308203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.308440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.308773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.308957] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.451683] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.501596] env[65945]: INFO networking_nsxv3.common.synchronization [None req-9b47bd3c-f52c-4d18-8139-1aeb1d5a53ac tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_rules [ 757.506838] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_rules [ 757.506968] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2d35d1-09d3-4aba-b270-1fd838b46001 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.507279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.644500] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.644500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.644500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.644865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.644984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.645170] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 757.680540] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.680540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.680540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.680923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.680923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.695385] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 757.830682] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.830868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.830868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.831424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.831424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.831623] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 already deleted. [ 757.831623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.831750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.831905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.831994] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.957146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.957146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.957146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.957146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.957146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.957146] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be updated. [ 757.991270] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.991270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.991270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.991270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.991270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.001895] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: IN_PROGRESS for 2s [ 758.111021] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.111021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.111021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.111021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111731] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.113171] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: SUCCESS [ 758.113171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.113636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.113821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.113975] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.114171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.114171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.114352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.114352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.114440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.114516] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.356884] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.357061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.357113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.357369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.357463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.357565] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 already deleted. [ 758.357650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.619620] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8db72420-a4c4-49ed-aa05-88cb099b0561: rpc.has_security_group_logging(os_id): False [ 758.619620] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.641706] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.641706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.641836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.642083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.642232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.642541] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.642661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.642763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.642970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.643093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.643308] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.643441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.643541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.643742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.643840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.644085] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.644218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.644318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.644504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.644626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.644743] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 758.723146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.723349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.723450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.723773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.724027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.741315] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 759.120893] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7: rpc.has_security_group_logging(os_id): False [ 759.139073] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.139238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.139308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.139518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.139610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.139824] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.139921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.139988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.140142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.140222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.140313] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 is going to be updated. [ 759.199224] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.199411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.199411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.199561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.199702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.212323] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: IN_PROGRESS for 2s [ 759.236036] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 in Status: SUCCESS [ 759.236322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.709663] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 759.709995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.709995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.710322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.710496] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.710613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.710683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.710835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.710909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.710988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.711471] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.012304] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 760.012721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.214038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.214038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.214038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.214038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.214561] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.214561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.214561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.214561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.214753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.214753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.214834] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.214887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.215042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.215099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.215259] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.215347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.215406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.215543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.215620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.215684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.215766] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.718668] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 469b0ddc-22ff-46a3-9548-dead9e6e52da: rpc.has_security_group_logging(os_id): False [ 760.738428] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.738616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.738683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.738931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.738993] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.739247] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.739355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.739402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.739550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.739591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.739882] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.739882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.740028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.740959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.741124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.741400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.741486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.741798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.742013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.742143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.742259] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 760.757713] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 760.758057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.758388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.758524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.758644] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.819172] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.819383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.819456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.819665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.819814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.839071] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 761.227354] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: SUCCESS [ 761.227354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.262839] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.263112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.263168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.263852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.263852] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.263852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.263852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.263852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.264153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.264153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.264153] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.769888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.770247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.770247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.770408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.770612] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.770783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.770885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.771093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.771214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.771329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.771525] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.771647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.771728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.771892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.772068] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.772168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.772221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.772363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.772442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.772525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.772616] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.275155] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8db72420-a4c4-49ed-aa05-88cb099b0561: rpc.has_security_group_logging(os_id): False [ 762.304568] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.304568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.304568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.304568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.304568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.304568] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.304568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.304568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.304568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.304568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.304987] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.304987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.304987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.304987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.305160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.305418] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.305418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.305418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.305600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.305600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.305661] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 762.450479] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.450730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.450730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.451074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.451074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.473133] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 762.506015] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 762.506180] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 762.853369] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 762.853715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.039110] env[65945]: INFO networking_nsxv3.common.synchronization [req-f5e50a42-a2a0-47e3-96ca-e15ed0841a81 req-e9b7b2c4-4758-4ee4-9c3d-cd237838df8b tempest-ServersAdminNegativeTestJSON-1873031900 tempest-ServersAdminNegativeTestJSON-1873031900-project-member] Enqueued Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 763.039387] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGHEST for action security_group_members [ 763.040010] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.040147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.040287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.040504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.040593] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.040669] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.040729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.041789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.041849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.042562] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.546202] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.546394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.546468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.546686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.546785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.546980] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.547093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.547152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.547448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.547448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.547570] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 is going to be updated. [ 763.578710] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.578710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.578710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.578710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.579376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.587854] env[65945]: INFO networking_nsxv3.common.synchronization [req-7c5de8e4-6165-4317-9764-91bcf24099fb req-38436778-091b-4f40-8fcf-7afe2feb8492 tempest-ServersTestManualDisk-1322774151 tempest-ServersTestManualDisk-1322774151-project-member] Enqueued Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_members [ 763.588273] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGHEST for action security_group_members [ 763.588575] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.588689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.588946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.588946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.589169] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.589257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.589257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.589406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.589487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.589598] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.591355] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: IN_PROGRESS for 2s [ 763.777139] env[65945]: INFO networking_nsxv3.common.synchronization [req-6ff63c28-dc08-4496-98fe-1eec8df883c8 req-4becc225-5496-4095-aef3-b1007fae9574 tempest-ServerActionsV293TestJSON-522824856 tempest-ServerActionsV293TestJSON-522824856-project-member] Enqueued Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_members [ 763.777139] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_members [ 763.777139] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.777808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.778010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.778543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.778872] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.779228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.779403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.779655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.779837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.780102] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.096065] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.096386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.096386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.096639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.096767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.097766] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.097977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.098088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.098300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.099171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.099318] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 is going to be updated. [ 764.129937] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.130223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.130223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.130494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.130543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.140235] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 in Status: IN_PROGRESS for 2s [ 764.252947] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.252947] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-243" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.252947] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-243" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.253576] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-243" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.254525] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.254525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.254525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.254525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.254525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.254525] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.254828] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.254828] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.254828] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.254915] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.255469] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.255469] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.276771] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.276935] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.277088] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.277294] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-243" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.277623] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.278112] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.278112] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.278421] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.279127] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f511feba-7e50-4ad8-a01a-6ba11fdb7c13',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.283385] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.283538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.283620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.284075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.284075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.284205] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.284205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.284411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.284411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.284500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.284546] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 already deleted. [ 764.285169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.496887] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 764.496887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.781794] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.782200] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.782200] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.782425] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.782590] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.782751] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port f511feba-7e50-4ad8-a01a-6ba11fdb7c13 not found, creating... [ 764.783061] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.783248] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.783372] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.783600] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.783735] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.784041] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.784234] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.784363] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.784713] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.784835] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.785034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: f511feba-7e50-4ad8-a01a-6ba11fdb7c13 is going to be created. [ 764.806981] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.807219] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.807338] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.807830] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.808143] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.808425] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.349890] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e47e47c4-57f4-4734-9142-db182a7c57b3 None None] Enqueued Resource ID: 7bf6de38-5b39-46e1-987e-38a54a5d7bca with Priority: HIGHEST for action port [ 765.350494] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf6de38-5b39-46e1-987e-38a54a5d7bca with Priority: HIGHEST for action port [ 765.350797] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf6de38-5b39-46e1-987e-38a54a5d7bca taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.350921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf6de38-5b39-46e1-987e-38a54a5d7bca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.350988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf6de38-5b39-46e1-987e-38a54a5d7bca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.351740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf6de38-5b39-46e1-987e-38a54a5d7bca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.351740] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf6de38-5b39-46e1-987e-38a54a5d7bca',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.508265] env[65945]: INFO networking_nsxv3.common.synchronization [req-6ff63c28-dc08-4496-98fe-1eec8df883c8 req-6607c473-3da5-4083-8549-0359a5e9a8f1 service nova] Enqueued Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_rules [ 765.508550] env[65945]: INFO networking_nsxv3.common.synchronization [req-6ff63c28-dc08-4496-98fe-1eec8df883c8 req-6607c473-3da5-4083-8549-0359a5e9a8f1 service nova] Enqueued Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_members [ 765.508771] env[65945]: INFO networking_nsxv3.common.synchronization [req-6ff63c28-dc08-4496-98fe-1eec8df883c8 req-6607c473-3da5-4083-8549-0359a5e9a8f1 service nova] Enqueued Resource ID: f511feba-7e50-4ad8-a01a-6ba11fdb7c13 with Priority: HIGHEST for action port [ 765.509561] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_rules [ 765.509561] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_members [ 765.509561] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f511feba-7e50-4ad8-a01a-6ba11fdb7c13 with Priority: HIGHEST for action port [ 765.509949] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.510082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.510151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.510346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.510438] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.511432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.511837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.511837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.511901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.512348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.512348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.512348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.513756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.513756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.513756] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.513756] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.513756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.514221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.514221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.514221] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f511feba-7e50-4ad8-a01a-6ba11fdb7c13',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.604554] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 in Status: SUCCESS [ 765.604670] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 deletion is rescheduled due to dependency. [ 765.604781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.857507] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bf6de38-5b39-46e1-987e-38a54a5d7bca [ 765.860457] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.860539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.861863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.861863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.861863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.861863] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bf6de38-5b39-46e1-987e-38a54a5d7bca already deleted. [ 765.861863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf6de38-5b39-46e1-987e-38a54a5d7bca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.016786] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.016914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.017113] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.018372] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f511feba-7e50-4ad8-a01a-6ba11fdb7c13 with status ACTIVE [ 766.018372] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.018510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.018608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.019043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.019130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.019308] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.019409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.019472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.019628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.019707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.020393] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.020393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.020393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.020536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.020536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.020588] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f511feba-7e50-4ad8-a01a-6ba11fdb7c13 is going to be updated. [ 766.046507] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.046507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.046507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.046507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.046507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.046507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f511feba-7e50-4ad8-a01a-6ba11fdb7c13" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.150938] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 in Status: SUCCESS [ 766.151206] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 deletion is rescheduled due to dependency. [ 766.151330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.524322] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.028065] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.028631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.028631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.028631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.028767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.029051] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 is going to be created. [ 767.054716] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.054986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.055087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.055320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.055517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.066703] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 in Status: UNINITIALIZED for 2s [ 767.284249] env[65945]: INFO networking_nsxv3.common.synchronization [None req-de5ce55e-aae4-43b5-a403-4c0f39d23c56 None None] Enqueued Resource ID: b413ef67-39a3-41a7-bf94-38cb3533a506 with Priority: HIGHEST for action port [ 767.284981] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b413ef67-39a3-41a7-bf94-38cb3533a506 with Priority: HIGHEST for action port [ 767.285662] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-b413ef67-39a3-41a7-bf94-38cb3533a506 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.285662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b413ef67-39a3-41a7-bf94-38cb3533a506" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.285662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b413ef67-39a3-41a7-bf94-38cb3533a506" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.285973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b413ef67-39a3-41a7-bf94-38cb3533a506" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.287083] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b413ef67-39a3-41a7-bf94-38cb3533a506',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.789150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b413ef67-39a3-41a7-bf94-38cb3533a506 [ 767.789438] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.789563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.789611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.789814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.789903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.790048] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b413ef67-39a3-41a7-bf94-38cb3533a506 already deleted. [ 767.790112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b413ef67-39a3-41a7-bf94-38cb3533a506" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.064514] env[65945]: INFO networking_nsxv3.common.synchronization [None req-f2452380-305b-48ad-b864-f2cb81a0bb03 None None] Enqueued Resource ID: 32ed03eb-4fce-4e27-8e21-eb63c88d3dde with Priority: HIGHEST for action port [ 768.065273] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ed03eb-4fce-4e27-8e21-eb63c88d3dde with Priority: HIGHEST for action port [ 768.065678] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ed03eb-4fce-4e27-8e21-eb63c88d3dde taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.065814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ed03eb-4fce-4e27-8e21-eb63c88d3dde" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.065859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ed03eb-4fce-4e27-8e21-eb63c88d3dde" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.067084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ed03eb-4fce-4e27-8e21-eb63c88d3dde" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.067084] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ed03eb-4fce-4e27-8e21-eb63c88d3dde',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.202486] env[65945]: INFO networking_nsxv3.common.synchronization [req-8557a4ea-cc63-46b2-802c-5f5dc502e9b4 req-c2293580-9878-47bd-9be2-c2774db16a0c tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 768.203370] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 768.203457] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.203541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.203614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.203839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.204015] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.204490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.204604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.204789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.204905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.205021] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.570090] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32ed03eb-4fce-4e27-8e21-eb63c88d3dde [ 768.570090] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.570090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.570090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.570090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.570090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.570090] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32ed03eb-4fce-4e27-8e21-eb63c88d3dde already deleted. [ 768.570400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ed03eb-4fce-4e27-8e21-eb63c88d3dde" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.627362] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.627555] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.627671] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.627928] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.628198] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.629012] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.629012] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.629012] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.629012] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.629012] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.632324] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.632324] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.632324] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.632324] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.632324] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.632324] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.655902] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.655902] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.655902] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.655902] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.656133] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.656216] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.656346] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.656712] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.656847] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ec1b47-50a0-4053-a66d-6c85bbc9ac75',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.708484] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.708639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.708710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.708928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.709030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.709228] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.709330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.709408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.709600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.709684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.709771] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 768.748963] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.749145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.749190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.749390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.749537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.758965] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 769.078276] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 in Status: SUCCESS [ 769.078622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.078681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.078875] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.079094] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.079214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.079282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.079445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.079529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.079615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.079707] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.163024] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.163024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.163024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.163024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.163024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.163024] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 89ec1b47-50a0-4053-a66d-6c85bbc9ac75 not found, creating... [ 769.163024] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.163024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.163024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.163024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.163024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.163653] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.163653] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.163653] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.163653] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.163653] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.163653] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 89ec1b47-50a0-4053-a66d-6c85bbc9ac75 is going to be created. [ 769.188525] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.188525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.188525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.188525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.188525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.188525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.582534] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.056097] env[65945]: INFO networking_nsxv3.common.synchronization [req-8557a4ea-cc63-46b2-802c-5f5dc502e9b4 req-3c7607f4-1c8d-48e2-a8ca-73075fc82095 service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 770.056332] env[65945]: INFO networking_nsxv3.common.synchronization [req-8557a4ea-cc63-46b2-802c-5f5dc502e9b4 req-3c7607f4-1c8d-48e2-a8ca-73075fc82095 service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 770.056465] env[65945]: INFO networking_nsxv3.common.synchronization [req-8557a4ea-cc63-46b2-802c-5f5dc502e9b4 req-3c7607f4-1c8d-48e2-a8ca-73075fc82095 service nova] Enqueued Resource ID: 89ec1b47-50a0-4053-a66d-6c85bbc9ac75 with Priority: HIGHEST for action port [ 770.057879] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 770.058194] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 770.058987] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ec1b47-50a0-4053-a66d-6c85bbc9ac75 with Priority: HIGHEST for action port [ 770.059395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.063019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.063019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.063019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.063019] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.063274] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.063392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.066514] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.066514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.066514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.066514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.066514] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ec1b47-50a0-4053-a66d-6c85bbc9ac75',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.085313] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64: rpc.has_security_group_logging(os_id): False [ 770.114677] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.114677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.114677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.114677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.114677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.114677] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.114677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.114677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.114677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.114677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.115221] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 is going to be created. [ 770.183058] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.183212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.183311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.183651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.183813] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.196197] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 in Status: IN_PROGRESS for 2s [ 770.545267] env[65945]: INFO networking_nsxv3.common.synchronization [None req-6c66172e-4f45-4ee4-b558-bf1e9126fe7c None None] Enqueued Resource ID: e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1 with Priority: HIGHEST for action port [ 770.545820] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1 with Priority: HIGHEST for action port [ 770.546195] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.546407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.546557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.547071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.547169] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.571762] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.571762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.572026] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89ec1b47-50a0-4053-a66d-6c85bbc9ac75 with status ACTIVE [ 770.572093] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.573044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.573044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.573044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.573044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.573044] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.573044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.573044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.573637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.573637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.573637] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.573637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.573637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.573827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.573827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.573894] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89ec1b47-50a0-4053-a66d-6c85bbc9ac75 is going to be updated. [ 770.601393] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.601594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.601641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.601821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.602122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.602122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ec1b47-50a0-4053-a66d-6c85bbc9ac75" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.770441] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 770.770784] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 770.770961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.771237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.771533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.771802] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.772021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.772131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.772383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.772524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.772740] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.049755] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1 [ 771.049996] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.050219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.050336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.050668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.050952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.050952] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1 already deleted. [ 771.051211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1a4ab08-0c0b-4087-8860-b0b92ca7c2a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.275134] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.777574] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.214599] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 in Status: SUCCESS [ 772.214769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.285530] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.285530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.285530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.285530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.285530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.285530] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 772.287907] env[65945]: INFO networking_nsxv3.common.synchronization [req-2fff5609-a7f3-4335-8382-e3bf7b0ff002 req-fe4d4d1f-b6dd-4080-ba4e-dffb164b5eea tempest-ListImageFiltersTestJSON-1484116928 tempest-ListImageFiltersTestJSON-1484116928-project-member] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 772.288669] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 772.289549] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.289769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.289893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.290148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.290383] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.290534] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.291203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.291203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.291203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.291203] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.358317] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.360192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.360192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.360192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.360192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.372813] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 772.794180] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.296789] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.766415] env[65945]: INFO networking_nsxv3.common.synchronization [req-26c98c5e-d375-497c-b7ba-421140e73a80 req-53596e89-4c1a-4819-a45c-24aed8499266 tempest-ServerTagsTestJSON-100294345 tempest-ServerTagsTestJSON-100294345-project-member] Enqueued Resource ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 with Priority: HIGHEST for action security_group_members [ 773.767020] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 with Priority: HIGHEST for action security_group_members [ 773.768266] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0bdd30-b278-4c29-a70f-805ba60cd423 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.768266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.768266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.768266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.768266] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.768750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.768750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.768750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.768750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.768750] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0bdd30-b278-4c29-a70f-805ba60cd423',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.800613] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.800847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.800847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.804189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.804189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.804189] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 is going to be updated. [ 773.843169] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.843340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.843458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.843905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.843905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.857559] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: IN_PROGRESS for 2s [ 774.079852] env[65945]: INFO networking_nsxv3.common.synchronization [req-186c5a75-9ea4-440c-b1fd-efa5d5ffaa41 req-929834c2-a9b9-475e-8ecc-388e08477668 tempest-FloatingIPsAssociationNegativeTestJSON-1166418249 tempest-FloatingIPsAssociationNegativeTestJSON-1166418249-project-member] Enqueued Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGHEST for action security_group_members [ 774.081175] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGHEST for action security_group_members [ 774.081570] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.081718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.081802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.082142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.082376] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.082523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.082588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.082754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.082842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082941] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.271133] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.271310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.271390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.271843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.271994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.272211] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.272343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.272419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.272596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.272675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.272765] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 is going to be updated. [ 774.302173] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.302665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.302665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.302665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.302945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.322477] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 in Status: IN_PROGRESS for 2s [ 774.381821] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 774.382051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.382319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.382475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.382830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.382830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.382830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.383043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.383099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.383147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.383240] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.470124] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.470124] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-18" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.470124] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-18" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.470463] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-18" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.470523] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.470709] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.470824] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.471106] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.471280] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.471491] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.471602] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.471706] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.471806] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.471910] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.471999] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.472144] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.493133] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.493279] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.493537] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.493626] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-18" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.494109] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.494377] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.494532] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.494900] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.499237] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea0e722-ab74-4bdb-9d7c-4c2cbfd77380',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.586289] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.586289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.586289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.586289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.586289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.586758] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.586758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.586758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.586868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.586899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.586977] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 already deleted. [ 774.587279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.885563] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.885773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.885773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.886025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.886177] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.886278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.886393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.886578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.886673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.886761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.886907] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.887008] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.887072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.887212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.887355] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.887447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.887505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.887640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.887716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.887797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.887886] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.003602] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.003817] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.003939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.004276] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.004416] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.004594] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port aea0e722-ab74-4bdb-9d7c-4c2cbfd77380 not found, creating... [ 775.004874] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.005050] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.005172] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.005394] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.005532] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.005813] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.006110] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.006268] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.006508] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.006664] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.006807] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: aea0e722-ab74-4bdb-9d7c-4c2cbfd77380 is going to be created. [ 775.028451] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.028660] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.030789] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.030789] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.030789] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.030789] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.104905] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 775.105044] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent loop - iteration:1 started [ 775.390178] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a518c947-a614-44d4-bf2f-5ec0b00d464d: rpc.has_security_group_logging(os_id): False [ 775.408582] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.408875] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.408951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.409174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.409268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.409480] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.409579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.409633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.409782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.409855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.410038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.410131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.410217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.410321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.410392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.410705] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.410705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.410705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.410909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.410909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.411024] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 775.491348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.491559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.491662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.491948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.492181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.509180] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 775.780763] env[65945]: INFO networking_nsxv3.common.synchronization [req-186c5a75-9ea4-440c-b1fd-efa5d5ffaa41 req-56af1c23-8ed0-48c0-9065-7af24945121c service nova] Enqueued Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGHEST for action security_group_rules [ 775.780897] env[65945]: INFO networking_nsxv3.common.synchronization [req-186c5a75-9ea4-440c-b1fd-efa5d5ffaa41 req-56af1c23-8ed0-48c0-9065-7af24945121c service nova] Enqueued Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGHEST for action security_group_members [ 775.781614] env[65945]: INFO networking_nsxv3.common.synchronization [req-186c5a75-9ea4-440c-b1fd-efa5d5ffaa41 req-56af1c23-8ed0-48c0-9065-7af24945121c service nova] Enqueued Resource ID: aea0e722-ab74-4bdb-9d7c-4c2cbfd77380 with Priority: HIGHEST for action port [ 775.781614] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGHEST for action security_group_rules [ 775.782094] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGHEST for action security_group_members [ 775.782094] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea0e722-ab74-4bdb-9d7c-4c2cbfd77380 with Priority: HIGHEST for action port [ 775.782094] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.782252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.782252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.782528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.782662] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.783393] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.783493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.784130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.784130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.784130] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.784130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.784130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.784130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.784433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.784433] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.785769] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.785769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.785769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.785962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.785962] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea0e722-ab74-4bdb-9d7c-4c2cbfd77380',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.867939] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: SUCCESS [ 775.868178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.288998] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.291321] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.291321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.291321] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aea0e722-ab74-4bdb-9d7c-4c2cbfd77380 with status ACTIVE [ 776.291321] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.291321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.291321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.291981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.291981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.291981] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.291981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.291981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.292528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.292654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.293127] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.293127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.293127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.293269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.293269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.293371] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aea0e722-ab74-4bdb-9d7c-4c2cbfd77380 is going to be updated. [ 776.324398] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.324911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.324911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.324911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.325039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.325528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aea0e722-ab74-4bdb-9d7c-4c2cbfd77380" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.334796] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 in Status: SUCCESS [ 776.335094] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0bdd30-b278-4c29-a70f-805ba60cd423 deletion is rescheduled due to dependency. [ 776.335234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0bdd30-b278-4c29-a70f-805ba60cd423" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.795969] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.299569] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.299569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.299812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.299845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.300017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.300082] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 is going to be created. [ 777.335252] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.335467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.335560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.335808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.336501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.354794] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 in Status: UNINITIALIZED for 2s [ 777.528207] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 777.529429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.170240] env[65945]: INFO networking_nsxv3.common.synchronization [req-15c904c4-f77a-4ee4-b398-f423486d16f3 req-c8ef25b7-65e1-4e5a-bb51-a6f1ee68510e tempest-ServersAdminTestJSON-1364200875 tempest-ServersAdminTestJSON-1364200875-project-member] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 779.170240] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 779.170571] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.170705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.170752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.170915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.171212] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.171327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.171393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.171553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.171637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.171731] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.363642] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 in Status: SUCCESS [ 779.364494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.364704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.364923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.366114] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.366286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.366425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.366702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.367117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.367117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.367207] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.674282] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.871128] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.871310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.871383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.871560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.871726] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.874101] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.874101] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.874101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.874101] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.064085] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.064291] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.064409] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.064666] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.068015] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.068015] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.068015] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.068015] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.068015] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.068015] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.068015] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.068015] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.068015] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.068015] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.068015] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.068015] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.085608] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.085999] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.086062] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.086279] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.086753] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-873e9991-24d2-49ab-ac6c-04fadc282e8b taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.086937] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-873e9991-24d2-49ab-ac6c-04fadc282e8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.087146] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-873e9991-24d2-49ab-ac6c-04fadc282e8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.087548] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-873e9991-24d2-49ab-ac6c-04fadc282e8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.087701] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('873e9991-24d2-49ab-ac6c-04fadc282e8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.176262] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.364243] env[65945]: INFO networking_nsxv3.common.synchronization [None req-3015796b-4259-44b6-b616-409df3900647 None None] Enqueued Resource ID: a63d34e5-3227-4ec6-a0e1-753e11c947a5 with Priority: HIGHEST for action port [ 780.364935] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a63d34e5-3227-4ec6-a0e1-753e11c947a5 with Priority: HIGHEST for action port [ 780.365268] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a63d34e5-3227-4ec6-a0e1-753e11c947a5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.365415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a63d34e5-3227-4ec6-a0e1-753e11c947a5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.365903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a63d34e5-3227-4ec6-a0e1-753e11c947a5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.366278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a63d34e5-3227-4ec6-a0e1-753e11c947a5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.366483] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a63d34e5-3227-4ec6-a0e1-753e11c947a5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.375654] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aeec991-8a65-4451-b997-e1e9b35c9ca2: rpc.has_security_group_logging(os_id): False [ 780.397435] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.397682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.397682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.398270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.398270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.398405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.398405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.398504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.398746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.398877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.399187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.399333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.399371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.399550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.399649] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.402400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.402592] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.402766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.402955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.403183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.403319] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 is going to be created. [ 780.498201] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.498503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.498503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.499188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.499188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.516792] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 in Status: IN_PROGRESS for 2s [ 780.590833] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.591301] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.591783] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.591904] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.592187] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.592433] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 873e9991-24d2-49ab-ac6c-04fadc282e8b not found, creating... [ 780.592893] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.593158] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.593367] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.593662] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.594134] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.594275] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.594646] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.594646] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.595060] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.595322] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.595677] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 873e9991-24d2-49ab-ac6c-04fadc282e8b is going to be created. [ 780.637770] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.638072] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.638249] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.638553] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.638961] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.639259] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-873e9991-24d2-49ab-ac6c-04fadc282e8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.679180] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.679376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.679376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.680039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.680039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.680039] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 780.718352] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.718532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.718532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.718740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.718869] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.728384] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 780.869089] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a63d34e5-3227-4ec6-a0e1-753e11c947a5 [ 780.869534] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.869816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.869894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.870138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.870452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.870452] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a63d34e5-3227-4ec6-a0e1-753e11c947a5 already deleted. [ 780.870452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a63d34e5-3227-4ec6-a0e1-753e11c947a5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.899025] env[65945]: INFO networking_nsxv3.common.synchronization [None req-5dad6814-16fe-4e7c-ae7c-1dc844aa769e None None] Enqueued Resource ID: 91b55ce6-ead2-49e1-bdaa-8621fded8159 with Priority: HIGHEST for action port [ 780.899025] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b55ce6-ead2-49e1-bdaa-8621fded8159 with Priority: HIGHEST for action port [ 780.899670] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b55ce6-ead2-49e1-bdaa-8621fded8159 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.899927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b55ce6-ead2-49e1-bdaa-8621fded8159" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.900055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b55ce6-ead2-49e1-bdaa-8621fded8159" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.900360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b55ce6-ead2-49e1-bdaa-8621fded8159" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.900545] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b55ce6-ead2-49e1-bdaa-8621fded8159',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.341791] env[65945]: INFO networking_nsxv3.common.synchronization [req-15c904c4-f77a-4ee4-b398-f423486d16f3 req-bbdc7533-4869-4125-8426-54b49025a62e service nova] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_rules [ 781.342072] env[65945]: INFO networking_nsxv3.common.synchronization [req-15c904c4-f77a-4ee4-b398-f423486d16f3 req-bbdc7533-4869-4125-8426-54b49025a62e service nova] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 781.342266] env[65945]: INFO networking_nsxv3.common.synchronization [req-15c904c4-f77a-4ee4-b398-f423486d16f3 req-bbdc7533-4869-4125-8426-54b49025a62e service nova] Enqueued Resource ID: 873e9991-24d2-49ab-ac6c-04fadc282e8b with Priority: HIGHEST for action port [ 781.343489] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_rules [ 781.343489] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 781.343489] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873e9991-24d2-49ab-ac6c-04fadc282e8b with Priority: HIGHEST for action port [ 781.343772] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.343923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.344026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.344257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.344351] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.345432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.345576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.345820] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-873e9991-24d2-49ab-ac6c-04fadc282e8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.345927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-873e9991-24d2-49ab-ac6c-04fadc282e8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.346313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-873e9991-24d2-49ab-ac6c-04fadc282e8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.346313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-873e9991-24d2-49ab-ac6c-04fadc282e8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.346313] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('873e9991-24d2-49ab-ac6c-04fadc282e8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.406692] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91b55ce6-ead2-49e1-bdaa-8621fded8159 [ 781.406692] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.406692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.406692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.406692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.407076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.407076] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91b55ce6-ead2-49e1-bdaa-8621fded8159 already deleted. [ 781.407076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b55ce6-ead2-49e1-bdaa-8621fded8159" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.729761] env[65945]: INFO networking_nsxv3.common.synchronization [req-fdab94e0-bb3f-448b-9e84-df883c2803e8 req-f7136607-0aca-4c69-ac0d-7663ee682dbc tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 781.730403] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 781.730626] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.730747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.730884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.731011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.731165] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.731259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.731317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.731463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.731548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.731639] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.766873] env[65945]: INFO networking_nsxv3.common.synchronization [req-fdab94e0-bb3f-448b-9e84-df883c2803e8 req-f7136607-0aca-4c69-ac0d-7663ee682dbc tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 781.767055] env[65945]: INFO networking_nsxv3.common.synchronization [req-fdab94e0-bb3f-448b-9e84-df883c2803e8 req-f7136607-0aca-4c69-ac0d-7663ee682dbc tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 781.767190] env[65945]: INFO networking_nsxv3.common.synchronization [req-fdab94e0-bb3f-448b-9e84-df883c2803e8 req-f7136607-0aca-4c69-ac0d-7663ee682dbc tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f with Priority: HIGHEST for action port [ 781.767707] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 781.767849] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 781.767946] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f with Priority: HIGHEST for action port [ 781.768236] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.769059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.769236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.769737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.769737] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.771356] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.771536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.771740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.771871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.771958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.772183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.772291] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcdf23c-836e-41b4-b2a1-32ed7b2f916f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.848581] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.849827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.850425] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 873e9991-24d2-49ab-ac6c-04fadc282e8b with status ACTIVE [ 781.850425] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.850425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.850594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.850686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.850758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.852080] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.852080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.852080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.852080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.852080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.852080] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.852080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.852080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.852080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.852080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.852080] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 873e9991-24d2-49ab-ac6c-04fadc282e8b is going to be updated. [ 781.879056] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.879325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.880322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.880322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.880322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.880322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-873e9991-24d2-49ab-ac6c-04fadc282e8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.171976] env[65945]: INFO networking_nsxv3.common.synchronization [req-b6cfd58f-598a-4fe2-afbb-f214baa663e1 req-b852e6a4-b9ae-41ce-b4a4-da9afbdaf586 tempest-ListServerFiltersTestJSON-1675603105 tempest-ListServerFiltersTestJSON-1675603105-project-member] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 782.172562] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 782.172860] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.173059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.174046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.174347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.174487] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.174623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.174701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.174884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.174975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.175092] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.235779] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.271706] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.271901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.274672] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdcdf23c-836e-41b4-b2a1-32ed7b2f916f with status ACTIVE [ 782.274906] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.275068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.275158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.275374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.275468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.275667] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.275780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.275850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.276011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.276092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.276286] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.276378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.277027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.277027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.277027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.277027] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f is going to be updated. [ 782.312502] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.312502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.312502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.312502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.312502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.312502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.530594] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 in Status: SUCCESS [ 782.530873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.606113] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.606328] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.606459] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.606798] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.607187] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.607408] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.607895] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.608617] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.608805] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.609068] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.609211] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.609507] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.609683] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.609838] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.609968] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.610150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.632452] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.633060] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.633331] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.633467] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.633912] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-4ee93586-453b-45e6-a77d-cea3348c9532 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.634086] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-4ee93586-453b-45e6-a77d-cea3348c9532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.634354] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-4ee93586-453b-45e6-a77d-cea3348c9532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.634752] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-4ee93586-453b-45e6-a77d-cea3348c9532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.634904] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee93586-453b-45e6-a77d-cea3348c9532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.678275] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.678458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.678551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.678910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.679076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.679438] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.679563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.679658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.679818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.679915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.680014] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a already deleted. [ 782.680110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.739605] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 782.739891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.739967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.740221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.740421] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.740538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.740616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.740740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.740833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.740942] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.743056] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.984371] env[65945]: INFO networking_nsxv3.common.synchronization [None req-617a70ba-2da5-4b36-8950-68dd106caf0f None None] Enqueued Resource ID: 653e5a6b-9305-4b0e-bd93-43c003d73502 with Priority: HIGHEST for action port [ 782.984947] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653e5a6b-9305-4b0e-bd93-43c003d73502 with Priority: HIGHEST for action port [ 782.985555] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-653e5a6b-9305-4b0e-bd93-43c003d73502 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.985681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-653e5a6b-9305-4b0e-bd93-43c003d73502" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.985811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-653e5a6b-9305-4b0e-bd93-43c003d73502" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.986089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-653e5a6b-9305-4b0e-bd93-43c003d73502" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.986169] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653e5a6b-9305-4b0e-bd93-43c003d73502',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.059306] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.059469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.059633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.059967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.060172] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.139137] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.139137] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.139137] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.139137] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.139449] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.139449] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 4ee93586-453b-45e6-a77d-cea3348c9532 not found, creating... [ 783.139641] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.139810] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.139958] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.140118] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.140203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.140514] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.141206] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.141206] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.141206] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.141206] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.141372] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 4ee93586-453b-45e6-a77d-cea3348c9532 is going to be created. [ 783.170290] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.170290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.170290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.170290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.170290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.170290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-4ee93586-453b-45e6-a77d-cea3348c9532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.246505] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.247079] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.247257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.247333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.247620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.247748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.247871] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be updated. [ 783.285719] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.286042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.286042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.286042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.286247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.297411] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: IN_PROGRESS for 2s [ 783.488051] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 653e5a6b-9305-4b0e-bd93-43c003d73502 [ 783.488242] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.488381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.488548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.488936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.488936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.489085] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:653e5a6b-9305-4b0e-bd93-43c003d73502 already deleted. [ 783.489123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-653e5a6b-9305-4b0e-bd93-43c003d73502" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.564186] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.709904] env[65945]: INFO networking_nsxv3.common.synchronization [None req-31432589-c8f7-4f63-bb8a-729a56e428fb None None] Enqueued Resource ID: db09947e-1211-4832-9df5-f0d82117e167 with Priority: HIGHEST for action port [ 783.710555] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db09947e-1211-4832-9df5-f0d82117e167 with Priority: HIGHEST for action port [ 783.710936] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-db09947e-1211-4832-9df5-f0d82117e167 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.711151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db09947e-1211-4832-9df5-f0d82117e167" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.711227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db09947e-1211-4832-9df5-f0d82117e167" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.711505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db09947e-1211-4832-9df5-f0d82117e167" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.711589] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db09947e-1211-4832-9df5-f0d82117e167',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.751056] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.944171] env[65945]: INFO networking_nsxv3.common.synchronization [req-b6cfd58f-598a-4fe2-afbb-f214baa663e1 req-9c96e104-f12b-4795-bb2d-048601dc0653 service nova] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_rules [ 783.944171] env[65945]: INFO networking_nsxv3.common.synchronization [req-b6cfd58f-598a-4fe2-afbb-f214baa663e1 req-9c96e104-f12b-4795-bb2d-048601dc0653 service nova] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 783.944171] env[65945]: INFO networking_nsxv3.common.synchronization [req-b6cfd58f-598a-4fe2-afbb-f214baa663e1 req-9c96e104-f12b-4795-bb2d-048601dc0653 service nova] Enqueued Resource ID: 4ee93586-453b-45e6-a77d-cea3348c9532 with Priority: HIGHEST for action port [ 783.944662] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_rules [ 783.945699] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 783.945699] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee93586-453b-45e6-a77d-cea3348c9532 with Priority: HIGHEST for action port [ 783.946011] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.946220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.946220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.946596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.946713] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.948099] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.948099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.949550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.949550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.949672] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.949826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.949927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.950167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.950311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.950514] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.954914] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ee93586-453b-45e6-a77d-cea3348c9532 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.954914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ee93586-453b-45e6-a77d-cea3348c9532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.954914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ee93586-453b-45e6-a77d-cea3348c9532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.954914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ee93586-453b-45e6-a77d-cea3348c9532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.954914] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee93586-453b-45e6-a77d-cea3348c9532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.057768] env[65945]: INFO networking_nsxv3.common.synchronization [None req-d1e6c8a2-ad5b-4370-bde6-e58014102228 tempest-ServersV294TestFqdnHostnames-1568399207 tempest-ServersV294TestFqdnHostnames-1568399207-project-member] Enqueued Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_rules [ 784.058763] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_rules [ 784.058972] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e770550a-3d92-419b-9d40-926d316f8353 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.059246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.061357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.061357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.061357] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.067885] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.173269] env[65945]: INFO networking_nsxv3.common.synchronization [req-019b480f-7e70-46d8-8416-892bdcf20f27 req-3d6733b1-c5f2-48c3-81b1-b953ed8cfa93 tempest-ListServerFiltersTestJSON-1675603105 tempest-ListServerFiltersTestJSON-1675603105-project-member] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 784.173269] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 784.173269] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.173401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.216133] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db09947e-1211-4832-9df5-f0d82117e167 [ 784.216133] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.216133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.216133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.216133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.216133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.216133] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db09947e-1211-4832-9df5-f0d82117e167 already deleted. [ 784.216133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db09947e-1211-4832-9df5-f0d82117e167" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.223010] env[65945]: INFO networking_nsxv3.common.synchronization [None req-2c910ecc-19c3-4565-9dd6-0eba5df62b3b tempest-ServersV294TestFqdnHostnames-1568399207 tempest-ServersV294TestFqdnHostnames-1568399207-project-member] Enqueued Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_rules [ 784.223511] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_rules [ 784.223787] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e770550a-3d92-419b-9d40-926d316f8353 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.223882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.256597] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.256755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.256829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.257055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.257149] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.257261] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 784.288036] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.288442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.288442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.288442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.288965] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.301016] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 784.455606] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.455738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.455938] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.457726] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ee93586-453b-45e6-a77d-cea3348c9532 with status ACTIVE [ 784.457726] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.457726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.457726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.457726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.457726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.457987] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.457987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.457987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.458108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.458340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.458340] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.458543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.458543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.458610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.458668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.460899] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ee93586-453b-45e6-a77d-cea3348c9532 is going to be updated. [ 784.482198] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.482353] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.482409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.482596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.482740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.482943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ee93586-453b-45e6-a77d-cea3348c9532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.570488] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 784.570895] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 784.587369] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.587641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.587641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.587821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.587981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.588113] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e770550a-3d92-419b-9d40-926d316f8353 already deleted. [ 784.588113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.588248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.588427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.588485] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.600837] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.603039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.603039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.603039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.603039] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.603039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.603039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.603039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.603039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.603039] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.603039] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.603507] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.603507] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.603507] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.603507] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.603507] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.628955] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.629129] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.630059] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.630059] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.630059] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-75f78617-d97e-4f23-ac71-bf41c3972859 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.632573] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-75f78617-d97e-4f23-ac71-bf41c3972859" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.632573] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-75f78617-d97e-4f23-ac71-bf41c3972859" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.632573] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-75f78617-d97e-4f23-ac71-bf41c3972859" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.632829] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f78617-d97e-4f23-ac71-bf41c3972859',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.961037] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.109630] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.109782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.109858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.110067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.110175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.110273] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e770550a-3d92-419b-9d40-926d316f8353 already deleted. [ 785.110357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.139675] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.139904] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.140036] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.140332] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.140489] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.140597] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 75f78617-d97e-4f23-ac71-bf41c3972859 not found, creating... [ 785.140897] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.141755] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.141755] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.141755] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.141755] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.141934] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.142073] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.142177] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.142373] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.142509] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.142686] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 75f78617-d97e-4f23-ac71-bf41c3972859 is going to be created. [ 785.180285] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.180547] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.180690] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.180970] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.181211] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.181428] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-75f78617-d97e-4f23-ac71-bf41c3972859" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.321462] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: SUCCESS [ 785.321672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.321824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.322068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.322299] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.322432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.322502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.322697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.322802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.322915] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.462754] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.462908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.463067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.463206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.463294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.463386] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be created. [ 785.494287] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.494549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.494659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.495135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.495302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.506798] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: UNINITIALIZED for 2s [ 785.600478] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.600478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.600478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.600996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.615360] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 785.616590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.617180] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 785.647266] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.647424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.647481] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.647723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.652721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.653183] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 785.653262] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 785.653357] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 785.697558] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.697662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.698167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.698468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.701101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.701101] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 785.770124] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.770124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.770124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.770124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.770124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.770124] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 785.827552] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.853135] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.853439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.853595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.853943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.855321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.858143] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 785.858143] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'691ad9f8-3923-4b50-9d49-a90e309b4864', '6e1a0ad8-91a2-40e9-aa2f-9aa367995f40', 'dc6ed833-6d8e-4557-8648-9f98c36b15a0', 'edbd2b4c-4c8a-4927-8a9f-7569c067d207', '92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4', '21de085d-a911-47c7-b5a4-9b34cfb8adf3', '7ff91db2-e5fc-44dd-8818-a4eeff21edf6', 'a0881176-6695-4a1a-bb95-983c919b7a06', '7baa4c61-9d1a-4bb8-af76-ddb0522c5a64', '7af5575d-368c-4abc-a90d-b1a0a4cc2b53', '694b6225-75d9-4488-937d-60ac5f06c261', '348dabce-86d7-4f0c-b2ef-296d6d016ce3', '5aeec991-8a65-4451-b997-e1e9b35c9ca2', 'b48e463a-8be7-4c9f-b9a4-3695253c4306', '469b0ddc-22ff-46a3-9548-dead9e6e52da', 'b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d', '247ee3e1-b41a-453f-8a21-16cdf6c81429', '487b9c5c-f4ad-42ff-847b-73953e3c3dfb', '6a859e17-f578-4ea1-a915-d58c404d00d7', '779e72b4-305a-40c6-a0f7-8ce852c1a532', '8db72420-a4c4-49ed-aa05-88cb099b0561', 'd2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f', '5987d65c-4c70-4af5-9c76-02c9846e7dcc', '78905535-9ac4-46ff-9a0e-ad5fb759d405', 'ceaae064-1736-4d9b-8eff-c20905dd6031', '828f5ced-a680-43c6-bca9-e2cf0f297200', '496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7', 'a518c947-a614-44d4-bf2f-5ec0b00d464d', 'cdfe5420-85d2-4281-939b-529d88f2d365', '17a8701d-8be9-4d26-a143-a742e47f4c57', '7b0bdd30-b278-4c29-a70f-805ba60cd423', 'f9d1751c-818b-433c-b416-8250063925d7'} {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 785.858143] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 785.878161] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.878161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.878161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.878161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.878161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.878161] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 785.878161] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 785.878161] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 785.942887] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.943136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.943136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.943738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.944131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.944372] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 785.944458] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 785.944549] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 785.944624] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 785.944702] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 785.945396] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGH for action security_group_rules [ 785.945396] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGH for action security_group_rules [ 785.945396] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGH for action security_group_rules [ 785.945396] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGH for action security_group_rules [ 785.945396] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGH for action security_group_rules [ 785.945396] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGH for action security_group_rules [ 785.945396] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGH for action security_group_rules [ 785.945396] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGH for action security_group_rules [ 785.945755] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGH for action security_group_rules [ 785.945755] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGH for action security_group_rules [ 785.945755] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGH for action security_group_rules [ 785.945755] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGH for action security_group_rules [ 785.945892] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGH for action security_group_rules [ 785.945892] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGH for action security_group_rules [ 785.945954] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGH for action security_group_rules [ 785.945987] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGH for action security_group_rules [ 785.946047] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGH for action security_group_rules [ 785.946193] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGH for action security_group_rules [ 785.946193] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGH for action security_group_rules [ 785.946294] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGH for action security_group_rules [ 785.946690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.004142] env[65945]: INFO networking_nsxv3.common.synchronization [req-019b480f-7e70-46d8-8416-892bdcf20f27 req-ea0048d5-e4b8-417d-9343-94d0276d8d63 service nova] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_rules [ 786.004142] env[65945]: INFO networking_nsxv3.common.synchronization [req-019b480f-7e70-46d8-8416-892bdcf20f27 req-ea0048d5-e4b8-417d-9343-94d0276d8d63 service nova] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 786.004142] env[65945]: INFO networking_nsxv3.common.synchronization [req-019b480f-7e70-46d8-8416-892bdcf20f27 req-ea0048d5-e4b8-417d-9343-94d0276d8d63 service nova] Enqueued Resource ID: 75f78617-d97e-4f23-ac71-bf41c3972859 with Priority: HIGHEST for action port [ 786.004412] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_rules [ 786.004610] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 786.004811] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f78617-d97e-4f23-ac71-bf41c3972859 with Priority: HIGHEST for action port [ 786.004811] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGH for action security_group_rules [ 786.004895] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 with Priority: HIGH for action security_group_rules [ 786.004999] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 with Priority: HIGH for action security_group_rules [ 786.005108] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGH for action security_group_rules [ 786.005198] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 with Priority: HIGH for action security_group_rules [ 786.005289] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 with Priority: HIGH for action security_group_rules [ 786.005379] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGH for action security_group_rules [ 786.005469] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGH for action security_group_rules [ 786.005558] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGH for action security_group_rules [ 786.005699] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGH for action security_group_rules [ 786.006132] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGH for action security_group_rules [ 786.006239] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 with Priority: HIGH for action security_group_rules [ 786.006333] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694b6225-75d9-4488-937d-60ac5f06c261 with Priority: HIGH for action security_group_rules [ 786.006455] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 with Priority: HIGH for action security_group_rules [ 786.006563] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGH for action security_group_rules [ 786.006661] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGH for action security_group_rules [ 786.006749] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGH for action security_group_rules [ 786.006842] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 with Priority: HIGH for action security_group_rules [ 786.006928] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 with Priority: HIGH for action security_group_rules [ 786.007016] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 with Priority: HIGH for action security_group_rules [ 786.007395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.007524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.007750] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.007838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.008108] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-75f78617-d97e-4f23-ac71-bf41c3972859 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.008340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75f78617-d97e-4f23-ac71-bf41c3972859" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.008512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75f78617-d97e-4f23-ac71-bf41c3972859" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.008776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75f78617-d97e-4f23-ac71-bf41c3972859" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.009172] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f78617-d97e-4f23-ac71-bf41c3972859',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.009939] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.011041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.011041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.011041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.011041] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.011574] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.011851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.011851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.011938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.012052] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6ed833-6d8e-4557-8648-9f98c36b15a0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.012830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.012943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.012996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.013340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.013340] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff91db2-e5fc-44dd-8818-a4eeff21edf6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.014955] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.014955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.014955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.014955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.014955] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.015795] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779e72b4-305a-40c6-a0f7-8ce852c1a532 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.015903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.015953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.016473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.016473] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779e72b4-305a-40c6-a0f7-8ce852c1a532',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.018550] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a859e17-f578-4ea1-a915-d58c404d00d7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.018550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.018550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.018550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.018714] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a859e17-f578-4ea1-a915-d58c404d00d7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.020086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.020198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.020254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.020426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.020496] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.021844] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.022150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.022350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.023083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.023083] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.024203] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.024316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.024379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.024547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.024637] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.025188] env[65945]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 786.025771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.025912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.025980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.026301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.026301] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.027896] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.028062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.028115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.028361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.028455] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.030093] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.030209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.030260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.030425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.030499] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('348dabce-86d7-4f0c-b2ef-296d6d016ce3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.031388] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694b6225-75d9-4488-937d-60ac5f06c261 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.031715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.031715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.031715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.031851] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694b6225-75d9-4488-937d-60ac5f06c261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.034812] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.034938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.034982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.035150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.035518] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7af5575d-368c-4abc-a90d-b1a0a4cc2b53',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.036246] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.036360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.036458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.036691] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.036691] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.037893] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.037893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.037893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.038080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.038157] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.039020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.039552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.039690] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.039761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.039850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.040570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.040570] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.041188] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.041302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.041354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.041497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.041581] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e1a0ad8-91a2-40e9-aa2f-9aa367995f40',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.042450] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.042733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.042733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.043318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.043318] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edbd2b4c-4c8a-4927-8a9f-7569c067d207',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.044039] env[65945]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 786.322878] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 786.323179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.323693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.323693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.323993] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.325239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.325239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.325239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.325239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.325239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.325239] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.330230] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.545911] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75f78617-d97e-4f23-ac71-bf41c3972859 with status ACTIVE [ 786.546198] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.546364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.546510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.546760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.546873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.547103] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.547536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.547536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.547536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.547536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.547749] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.547854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.547930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.548097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.548173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.548273] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75f78617-d97e-4f23-ac71-bf41c3972859 is going to be updated. [ 786.550494] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.550494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.550494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.550494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.550701] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.550701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.550784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.550989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.550989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.551087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.551122] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.578823] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.578981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.579074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.579275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.579413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.579616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75f78617-d97e-4f23-ac71-bf41c3972859" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.580484] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.580596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.580790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.580862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.581923] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.582049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.582102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.582260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.582452] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.582525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.582559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.582678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.582782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.582838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.582946] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.588776] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.588946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.588946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.589134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.589508] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.589508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.589508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.589729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.589785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.590257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.590257] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.592630] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.592630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.592630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.592630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.592630] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.592630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.592630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.593209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.593209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.593209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.593209] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.599481] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.599668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.599744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.599947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.600140] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.600241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.600300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.600472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.600568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.600847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.600847] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.604468] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.604676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.604775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.604977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.608299] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.608299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.608299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.608299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.608299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.608299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.608299] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.609694] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.609873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.609949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.610153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.610309] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.610431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.610510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.610731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.611277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.611277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.611277] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.612263] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.612388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.612447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.612609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.613077] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.613077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.613077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.613273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.613321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.613394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.613708] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.614572] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.614721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.614808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.614966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.615458] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.615593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.615665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.615809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.615960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.619708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.619708] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.622963] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.622963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.627522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.627650] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6ed833-6d8e-4557-8648-9f98c36b15a0 is going to be deleted. [ 786.630881] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.630881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.630881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.630881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.676657] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.676880] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.687077] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.687297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.688840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.688975] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edbd2b4c-4c8a-4927-8a9f-7569c067d207 is going to be deleted. [ 786.692164] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.692345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.692436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.692740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.694871] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.695063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.696189] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.696296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.697357] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.697423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.698350] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.698443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.733022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.733022] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7af5575d-368c-4abc-a90d-b1a0a4cc2b53 is going to be deleted. [ 786.733022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.733022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.758494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.758834] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a859e17-f578-4ea1-a915-d58c404d00d7 is going to be deleted. [ 786.760032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.760120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.762312] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.762312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.795369] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.795369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.802745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.802745] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 348dabce-86d7-4f0c-b2ef-296d6d016ce3 is going to be deleted. [ 786.804553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.804553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.824851] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.824851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.829313] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.829313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.829313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.829313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.829313] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.829313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.829313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.829313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.829313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.829313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.830699] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.830699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.830699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.830699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.830699] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.830699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.830699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.830699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.830699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.830699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.830699] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.832164] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.832304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.832360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.832536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.832620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.832710] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be updated. [ 786.843054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.843611] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff91db2-e5fc-44dd-8818-a4eeff21edf6 is going to be deleted. [ 786.845052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.846310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.889387] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.889387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.895192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.895192] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4 is going to be deleted. [ 786.896286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.897203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.914174] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.915054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.915054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.915054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.915054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.929960] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: IN_PROGRESS for 2s [ 786.934144] env[65945]: INFO networking_nsxv3.common.synchronization [req-4bada9fb-22ea-4c5b-8dbf-0d7599bc2f0b req-50568b20-5ef9-409d-8dca-edb820c31e90 tempest-ServersTestBootFromVolume-790382190 tempest-ServersTestBootFromVolume-790382190-project-member] Enqueued Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_members [ 786.934799] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_members [ 786.935220] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67bd405-6886-4946-82f6-d24b07d4bfc3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.935345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.935420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.935778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.936146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.936146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.936268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.936410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.936569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.936672] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.938494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.938608] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e1a0ad8-91a2-40e9-aa2f-9aa367995f40 is going to be deleted. [ 786.939995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.940488] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.014758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.015045] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694b6225-75d9-4488-937d-60ac5f06c261 is going to be deleted. [ 787.016189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.016574] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.038259] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.038514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.046412] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.046673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.053133] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.053133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.056041] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.056041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.056041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.056041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.056402] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.056402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.056402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.056656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.056656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.056753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.057602] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.057602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.057602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.057602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.057602] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.057602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.057602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.057602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.057924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.057924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.057924] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.059940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.060196] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779e72b4-305a-40c6-a0f7-8ce852c1a532 is going to be deleted. [ 787.061066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.061260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.061334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.061448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6ed833-6d8e-4557-8648-9f98c36b15a0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.061909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.062016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.062364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.062364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edbd2b4c-4c8a-4927-8a9f-7569c067d207" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.062763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.062921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.063013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.063868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7af5575d-368c-4abc-a90d-b1a0a4cc2b53" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.063868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.064048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.064181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.064312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a859e17-f578-4ea1-a915-d58c404d00d7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff91db2-e5fc-44dd-8818-a4eeff21edf6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-348dabce-86d7-4f0c-b2ef-296d6d016ce3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.065607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.066100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.066100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92f4dfbd-6e42-4e6c-bf9c-d3cf9ce19da4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.086870] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.094935] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.095105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.095388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.095495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.095617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e1a0ad8-91a2-40e9-aa2f-9aa367995f40" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.095929] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.121437] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.121437] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.121437] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.121437] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.121437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.122176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.122176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.122176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.122176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.122176] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.122403] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.124406] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.124597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.124644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.125498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.125498] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.125498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.125498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.126143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.126241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.126330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.126558] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.126658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.126735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.126884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.127033] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.127142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.127316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.127369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.127426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.127549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.128031] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.128828] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.128925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.128989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.129369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.129535] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.129895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.129895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.129895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.129895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.130112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.130112] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.130197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.130256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.130392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.130563] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.130662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.130723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.130902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.130984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.131078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.131165] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.132206] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.132396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.132481] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.132667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.132816] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.132923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.133043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.133224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.133319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.133418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.134364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.134488] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.134558] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.134718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.134864] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.134960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.135045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.135189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.135265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.135348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.135439] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.137202] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.145012] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.145181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.145225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.145481] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.145566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.146058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694b6225-75d9-4488-937d-60ac5f06c261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.192021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.193010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.193010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.194505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.194505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.194505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779e72b4-305a-40c6-a0f7-8ce852c1a532" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.334287] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 828f5ced-a680-43c6-bca9-e2cf0f297200: rpc.has_security_group_logging(os_id): False [ 787.364637] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.364803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.364803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.364970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.374312] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.374623] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-497" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.374797] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-497" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.375161] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-497" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.375444] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.375632] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.375749] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.375999] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.376136] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.376519] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.376647] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.376768] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.376877] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.376990] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.377105] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.377242] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.412260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.412707] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.412707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.412870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.413104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.413233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.413510] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.413675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.413754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.413995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.414142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.414579] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.414673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.414713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.414952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.415052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.415140] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 787.418468] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.418624] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.418772] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.418976] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-497" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.419446] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-7c727539-0d09-4ba4-ab80-7543f482518e taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.419446] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-7c727539-0d09-4ba4-ab80-7543f482518e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.419604] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-7c727539-0d09-4ba4-ab80-7543f482518e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.419856] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-7c727539-0d09-4ba4-ab80-7543f482518e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.419992] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c727539-0d09-4ba4-ab80-7543f482518e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.443034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.443366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.443454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.443783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.443953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.444298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.444475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.444594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.444838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.444960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.445260] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 already deleted. [ 787.445260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.527030] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 787.527030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.527030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.527030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.527030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.527030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.527030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.527030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.527030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.527030] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.567071] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691ad9f8-3923-4b50-9d49-a90e309b4864: rpc.has_security_group_logging(os_id): False [ 787.590638] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d: rpc.has_security_group_logging(os_id): False [ 787.594352] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.594352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.594352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.594352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.594352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.599236] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 487b9c5c-f4ad-42ff-847b-73953e3c3dfb: rpc.has_security_group_logging(os_id): False [ 787.626030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.626030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.626030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.626030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.627619] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.627989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.629933] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 787.630263] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21de085d-a911-47c7-b5a4-9b34cfb8adf3: rpc.has_security_group_logging(os_id): False [ 787.631601] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64: rpc.has_security_group_logging(os_id): False [ 787.633443] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.634446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.637040] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 469b0ddc-22ff-46a3-9548-dead9e6e52da: rpc.has_security_group_logging(os_id): False [ 787.638342] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48e463a-8be7-4c9f-b9a4-3695253c4306: rpc.has_security_group_logging(os_id): False [ 787.639043] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aeec991-8a65-4451-b997-e1e9b35c9ca2: rpc.has_security_group_logging(os_id): False [ 787.639854] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 247ee3e1-b41a-453f-8a21-16cdf6c81429: rpc.has_security_group_logging(os_id): False [ 787.667116] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.667337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.672020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.672020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.672020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.672020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.672459] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.672508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.673681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.674025] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.674189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.674290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.674571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.674687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.675031] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.675164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.675334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.675485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.675601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.675886] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.676015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.676112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.676312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.676485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.676549] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 is going to be updated. [ 787.678214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.678479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.681210] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.681350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.713199] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.713340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.723528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.724036] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.724200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.724312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.725473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.725473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.725473] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d is going to be updated. [ 787.727425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.728149] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.760293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.760627] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.760814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.760902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.761186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.761308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.761633] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.761803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.761910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.762191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.762314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.762597] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.762719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.762815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.763062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.763206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.763351] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be updated. [ 787.764976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.765242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.802803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.803010] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.803118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.803235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.803470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.803564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.803835] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.803956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.804077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.804320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.804432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.804720] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.804878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.804935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.805153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.805319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.805455] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 787.806827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.807054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.839459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.840457] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.840457] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.841408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.841408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.841408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.841408] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb is going to be updated. [ 787.842634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.842866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.845775] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.845775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.866025] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.866252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.874279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.874844] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.875171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.875242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.875464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.875603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.875826] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.875956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.876157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.876377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.876480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.876764] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.878329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.878329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.878329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.878329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.878329] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 is going to be updated. [ 787.878895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.878990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.888727] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.888727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.913584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.914007] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.914136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.914208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.914451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.914563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.914687] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 is going to be updated. [ 787.915906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.916119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.922743] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.922998] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.923104] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.923426] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.923578] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.923768] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 7c727539-0d09-4ba4-ab80-7543f482518e not found, creating... [ 787.924078] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.924327] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.924444] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.924721] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.924873] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.925240] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.925414] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.925546] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.925780] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.925923] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.926107] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 7c727539-0d09-4ba4-ab80-7543f482518e is going to be created. [ 787.988916] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.989130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.990396] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.990556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.996847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.997264] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.997415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.997560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.997764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.997858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.998211] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.998368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.998463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.998687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.998811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.999075] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.999186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.999257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.999473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.999627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.999794] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 is going to be updated. [ 788.001151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.001339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.001506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.002568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.002874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.004971] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.005206] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.005358] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.005652] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.005977] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.006290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-7c727539-0d09-4ba4-ab80-7543f482518e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.031039] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.080999] env[65945]: INFO networking_nsxv3.common.synchronization [req-bfc57cb2-c075-49eb-8576-31f846088242 req-715b1c47-3cf1-4cd9-8e48-274fc7b79b29 tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 788.081603] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 788.081959] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.095656] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d in Status: IN_PROGRESS for 2s [ 788.098644] env[65945]: INFO networking_nsxv3.common.synchronization [req-bfc57cb2-c075-49eb-8576-31f846088242 req-715b1c47-3cf1-4cd9-8e48-274fc7b79b29 tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 788.098832] env[65945]: INFO networking_nsxv3.common.synchronization [req-bfc57cb2-c075-49eb-8576-31f846088242 req-715b1c47-3cf1-4cd9-8e48-274fc7b79b29 tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 788.098986] env[65945]: INFO networking_nsxv3.common.synchronization [req-bfc57cb2-c075-49eb-8576-31f846088242 req-715b1c47-3cf1-4cd9-8e48-274fc7b79b29 tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f with Priority: HIGHEST for action port [ 788.101705] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.101957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.102733] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_rules [ 788.102939] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 788.103102] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f with Priority: HIGHEST for action port [ 788.104851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.105252] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.105394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.105497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.105770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.105901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.106045] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 is going to be updated. [ 788.107948] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.107948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.108294] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.108427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.108710] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.108911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.108976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.109250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.109375] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcdf23c-836e-41b4-b2a1-32ed7b2f916f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.111304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.111574] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.111741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.113754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.113754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.113754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.114736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.114905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.115362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.116741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.116980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.117145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.118987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.118987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.119197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.141813] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.142152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.142152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.142350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.142543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.154286] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 in Status: IN_PROGRESS for 2s [ 788.177315] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: IN_PROGRESS for 2s [ 788.184899] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: IN_PROGRESS for 2s [ 788.185915] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: IN_PROGRESS for 2s [ 788.186624] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 788.221555] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: IN_PROGRESS for 2s [ 788.241295] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.241486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.241562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.241812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.241998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.271928] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: IN_PROGRESS for 2s [ 788.301916] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.302252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.302252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.303757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.303757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.322190] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 in Status: IN_PROGRESS for 2s [ 788.534852] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.615327] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdcdf23c-836e-41b4-b2a1-32ed7b2f916f with status ACTIVE [ 788.615617] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.615759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.615829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.616053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.616145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.616315] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.616412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.616483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.616653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.616767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.616976] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.617088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.617151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.617316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.617404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.617495] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdcdf23c-836e-41b4-b2a1-32ed7b2f916f is going to be updated. [ 788.640174] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.640544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.640544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.640765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.640973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.641238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcdf23c-836e-41b4-b2a1-32ed7b2f916f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.658143] env[65945]: INFO networking_nsxv3.common.synchronization [req-4bada9fb-22ea-4c5b-8dbf-0d7599bc2f0b req-59d5c4da-3b8f-4ea7-b87d-6e373a5b6e22 service nova] Enqueued Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_rules [ 788.658377] env[65945]: INFO networking_nsxv3.common.synchronization [req-4bada9fb-22ea-4c5b-8dbf-0d7599bc2f0b req-59d5c4da-3b8f-4ea7-b87d-6e373a5b6e22 service nova] Enqueued Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_members [ 788.658498] env[65945]: INFO networking_nsxv3.common.synchronization [req-4bada9fb-22ea-4c5b-8dbf-0d7599bc2f0b req-59d5c4da-3b8f-4ea7-b87d-6e373a5b6e22 service nova] Enqueued Resource ID: 7c727539-0d09-4ba4-ab80-7543f482518e with Priority: HIGHEST for action port [ 788.659069] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_rules [ 788.659214] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_members [ 788.659323] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c727539-0d09-4ba4-ab80-7543f482518e with Priority: HIGHEST for action port [ 788.659636] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67bd405-6886-4946-82f6-d24b07d4bfc3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.659766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.659843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.660068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.660155] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.661792] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67bd405-6886-4946-82f6-d24b07d4bfc3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.661792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.661792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.662095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.662289] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.662403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.662518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.662745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.662745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.662950] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.663743] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c727539-0d09-4ba4-ab80-7543f482518e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.664031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c727539-0d09-4ba4-ab80-7543f482518e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.664031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c727539-0d09-4ba4-ab80-7543f482518e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.664299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c727539-0d09-4ba4-ab80-7543f482518e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.664299] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c727539-0d09-4ba4-ab80-7543f482518e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.941173] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: SUCCESS [ 788.941410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.942988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.942988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.942988] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.942988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.942988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.942988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.942988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.942988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.942988] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.944085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.944294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.944771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.944771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.944771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.944771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.945212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.945212] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.039934] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.039934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.039934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.039934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.039934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.039934] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be updated. [ 789.044064] env[65945]: INFO networking_nsxv3.common.synchronization [req-9aee941e-ab32-4385-a2d4-1f8943876c19 req-935b969e-9b76-4a7a-b369-207ab17b0e2d tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 789.044959] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 789.045128] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.045225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.045281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.045502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.045725] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.045872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.045946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.046178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.046293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.046417] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.072995] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.073149] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.073203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.073495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.073968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.088954] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 789.166112] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67bd405-6886-4946-82f6-d24b07d4bfc3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.166340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.166476] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.167908] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c727539-0d09-4ba4-ab80-7543f482518e with status ACTIVE [ 789.168107] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.168303] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.168303] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.169728] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.169728] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.169728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.169728] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c727539-0d09-4ba4-ab80-7543f482518e is going to be updated. [ 789.191643] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.191864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.191963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.192226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.192417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.192636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c727539-0d09-4ba4-ab80-7543f482518e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.446984] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.451209] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.550120] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.550120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.550120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.550352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.550560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.550916] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.551109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.551109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.551270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.551375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.551423] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 789.583667] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.583667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.583667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.583667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.583937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.595420] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 789.646104] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 789.646358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672899] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.678871] env[65945]: INFO networking_nsxv3.common.synchronization [req-6fef0b6b-125c-4b54-9151-bc1648700031 req-4cb647d3-0191-4c50-b8a5-1691fdde0e4b tempest-ListServerFiltersTestJSON-1675603105 tempest-ListServerFiltersTestJSON-1675603105-project-member] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 789.681022] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 789.681022] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.681022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.949342] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0881176-6695-4a1a-bb95-983c919b7a06: rpc.has_security_group_logging(os_id): False [ 789.950509] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.969221] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.969391] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.969485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.969769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.993347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.993715] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.993886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.993987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.994356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.994489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.994624] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be updated. [ 790.062849] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.063143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.063143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.063316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.063482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.078970] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: IN_PROGRESS for 2s [ 790.117506] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d in Status: SUCCESS [ 790.117923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.168036] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.168376] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.169238] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.169732] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.169889] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.170081] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.170207] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.170472] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.170649] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.171044] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.171303] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.171585] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.171714] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.171829] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.171937] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.172091] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.174224] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 in Status: SUCCESS [ 790.174489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.177046] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.177260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.177260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.177478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.177566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.177662] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 is going to be created. [ 790.200359] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: SUCCESS [ 790.201449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.203327] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.203327] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.203515] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.203607] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-952" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.203927] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.204113] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.204231] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.204600] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.204742] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018b3fb9-46d5-4012-8c60-cd2226ad7aaf',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.214106] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.214274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.214322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.214690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.214864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.219112] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 790.219112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.219112] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 790.219289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.220718] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: SUCCESS [ 790.220718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.228696] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 in Status: UNINITIALIZED for 2s [ 790.241607] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: SUCCESS [ 790.242781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.293048] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: SUCCESS [ 790.293048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.352799] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 in Status: SUCCESS [ 790.352799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.453245] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.453438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.453495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.453696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.453789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.453894] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be updated. [ 790.491432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.491432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.491432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.491654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.491810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.503580] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: IN_PROGRESS for 2s [ 790.707859] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.708333] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.708333] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.708582] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.708837] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.708947] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 018b3fb9-46d5-4012-8c60-cd2226ad7aaf not found, creating... [ 790.709304] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.709506] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.709655] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.710047] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.710235] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.710665] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.710895] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.711158] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.711404] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.711559] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.711776] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 018b3fb9-46d5-4012-8c60-cd2226ad7aaf is going to be created. [ 790.732361] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.732685] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.732860] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.733195] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.733488] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.733824] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.100457] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 791.100949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.103024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.103024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.103024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.103024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.103024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.103024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.103024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.103024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.103024] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.104263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.106704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.106704] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.106704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.106704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.106704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.106704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.106704] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.446168] env[65945]: INFO networking_nsxv3.common.synchronization [req-6fef0b6b-125c-4b54-9151-bc1648700031 req-fba6da10-c756-4a64-9e3e-6bad94fe6295 service nova] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_rules [ 791.446168] env[65945]: INFO networking_nsxv3.common.synchronization [req-6fef0b6b-125c-4b54-9151-bc1648700031 req-fba6da10-c756-4a64-9e3e-6bad94fe6295 service nova] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 791.446168] env[65945]: INFO networking_nsxv3.common.synchronization [req-6fef0b6b-125c-4b54-9151-bc1648700031 req-fba6da10-c756-4a64-9e3e-6bad94fe6295 service nova] Enqueued Resource ID: 018b3fb9-46d5-4012-8c60-cd2226ad7aaf with Priority: HIGHEST for action port [ 791.446168] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_rules [ 791.446168] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 791.446168] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018b3fb9-46d5-4012-8c60-cd2226ad7aaf with Priority: HIGHEST for action port [ 791.446920] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.447337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.447890] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.449041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.449041] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.449041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.449041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.449041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.449041] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018b3fb9-46d5-4012-8c60-cd2226ad7aaf',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.608109] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.608333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.609648] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 791.610062] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da deletion is rescheduled due to dependency. [ 791.610062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.610286] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.956180] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 018b3fb9-46d5-4012-8c60-cd2226ad7aaf with status ACTIVE [ 791.956180] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.956180] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.956180] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.956180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.956180] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 018b3fb9-46d5-4012-8c60-cd2226ad7aaf is going to be updated. [ 791.980016] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.980506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-018b3fb9-46d5-4012-8c60-cd2226ad7aaf" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.102641] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: SUCCESS [ 792.102981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.103181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.103452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.103547] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.112923] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.243564] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 in Status: SUCCESS [ 792.243564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.243564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.243564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.243564] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.243564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.243564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.243564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.243564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.243891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.243891] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.517345] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: SUCCESS [ 792.517975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.521752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.521752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.521752] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.521752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.521752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.521752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.521752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.521752] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.609871] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.609871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.616340] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.617332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.617332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.617332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.617332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.617332] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be updated. [ 792.663423] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.663423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.663423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.663423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.663423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.679880] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 792.746719] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.027394] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.252602] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c67bd405-6886-4946-82f6-d24b07d4bfc3: rpc.has_security_group_logging(os_id): False [ 793.274087] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.274265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.274356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.274672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.274764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.275105] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.275229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.275331] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.275460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.275541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.275642] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 is going to be created. [ 793.350113] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.350395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.350526] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.350785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.351021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.367437] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 in Status: IN_PROGRESS for 2s [ 793.531187] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.212554] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.213063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.213063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.213207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.213320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.213426] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be updated. [ 794.217381] env[65945]: INFO networking_nsxv3.common.synchronization [req-0ae3b06e-e3d5-428e-93ae-03bac9a40904 req-1a701d06-1bd6-4e9b-b0dd-8a823250bb3d tempest-AttachInterfacesUnderV243Test-391716978 tempest-AttachInterfacesUnderV243Test-391716978-project-member] Enqueued Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 794.219097] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0881176-6695-4a1a-bb95-983c919b7a06 with Priority: HIGHEST for action security_group_members [ 794.219507] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0881176-6695-4a1a-bb95-983c919b7a06 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.219647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.250512] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.250763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.250763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.250973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.251147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.267192] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: IN_PROGRESS for 2s [ 794.691818] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 794.692052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.692847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.692847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.692847] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.692847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.692847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.693165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.693165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.693165] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.196212] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.382837] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 in Status: SUCCESS [ 795.383180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.699504] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.203244] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.203244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.203244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.203244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.203514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.203514] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be updated. [ 796.234675] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.234893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.235041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.235315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.235472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.245149] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 796.289597] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: SUCCESS [ 796.289841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.290089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.290280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.290505] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.290598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.290650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.290791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.290870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.290949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.291059] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.292028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.292205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.292788] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.292788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.292788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.292788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.292788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.293152] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.795219] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.797110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.797310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.797376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.797586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.797738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.797966] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.798148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.798148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.799139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.799139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.799139] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be updated. [ 796.835383] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.835594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.835642] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.837828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.837828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.850190] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: IN_PROGRESS for 2s [ 797.302821] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0881176-6695-4a1a-bb95-983c919b7a06: rpc.has_security_group_logging(os_id): False [ 797.330027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.330027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.330027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.330027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.330027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.330027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.330027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.330027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.330027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.330027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.330027] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be updated. [ 797.391058] env[65945]: INFO networking_nsxv3.common.synchronization [req-cb14be91-5aa4-4fa4-a752-2a7f48bc24b8 req-c41b421c-ba8a-481d-8fa1-ebc808226a2e tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 797.391058] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 797.391058] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.391058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.391058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.391058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.391636] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.391936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.392133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.393537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.393537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.393537] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.413553] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.413553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.413553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.413553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.413553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.452733] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: IN_PROGRESS for 2s [ 797.895588] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.895859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.895859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.896102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.921441] env[65945]: INFO networking_nsxv3.common.synchronization [req-00bf1425-e9f5-459a-98c1-b3755170be76 req-a4bc99c1-aa68-48d8-a4f3-91d545652239 tempest-ServerMetadataTestJSON-1616019637 tempest-ServerMetadataTestJSON-1616019637-project-member] Enqueued Resource ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc with Priority: HIGHEST for action security_group_members [ 797.921441] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc with Priority: HIGHEST for action security_group_members [ 797.921441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.921441] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.921441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.921441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.921441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.921441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.921441] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 797.922405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0955a-e917-418d-8af0-dd91bb30e0bc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.922405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.922405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.922405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.922640] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.922640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.922640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.922800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.922800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.922901] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c0955a-e917-418d-8af0-dd91bb30e0bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.952635] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.954665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.954753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.955073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.955260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.965472] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 798.256372] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 798.256528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.256752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.257232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.257304] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.257384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.257446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.257611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.257719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.257884] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.300263] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.300471] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-925" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.300594] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-925" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.300931] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-925" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.301282] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.301483] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.301632] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.301890] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.302095] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.302336] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.302483] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.302620] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.302759] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.302898] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.303044] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.303210] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.327944] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.328296] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.328526] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.328820] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-925" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.329319] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-7127293f-288c-4992-b0c4-370076396b64 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.329844] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-7127293f-288c-4992-b0c4-370076396b64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.329844] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-7127293f-288c-4992-b0c4-370076396b64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.330509] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-7127293f-288c-4992-b0c4-370076396b64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.331206] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7127293f-288c-4992-b0c4-370076396b64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.426180] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.426363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.426490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.427024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.427024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.427208] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.427637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.427701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.427927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.428019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.428111] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc already deleted. [ 798.429028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.761213] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.833848] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.834294] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.834294] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.834624] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.834793] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.835023] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 7127293f-288c-4992-b0c4-370076396b64 not found, creating... [ 798.835397] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.835561] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.835693] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.835984] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.836073] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.836384] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.836604] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.836762] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.837162] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.837162] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.837327] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 7127293f-288c-4992-b0c4-370076396b64 is going to be created. [ 798.859849] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: SUCCESS [ 798.860250] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 deletion is rescheduled due to dependency. [ 798.860250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.861386] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.861575] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.861795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.861959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.863199] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.863461] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-7127293f-288c-4992-b0c4-370076396b64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.018990] env[65945]: INFO networking_nsxv3.common.synchronization [req-3b94b1bb-3bcc-4f80-8f0b-31e38949b8dc req-5714ff90-6ebe-4dd0-a6e4-af3d607b69a6 tempest-FloatingIPsAssociationNegativeTestJSON-1166418249 tempest-FloatingIPsAssociationNegativeTestJSON-1166418249-project-member] Enqueued Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGHEST for action security_group_members [ 799.020336] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGHEST for action security_group_members [ 799.020399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.020700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.020815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.021189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.021376] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.021572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.021655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.021962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.022126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.022195] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.263838] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.466818] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0881176-6695-4a1a-bb95-983c919b7a06 in Status: SUCCESS [ 799.467068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.467283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.467538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.470111] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0881176-6695-4a1a-bb95-983c919b7a06',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.525149] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.525335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.525429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.525690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.526125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.526125] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.526344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.526344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.526344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.526486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.526486] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 is going to be updated. [ 799.561132] env[65945]: INFO networking_nsxv3.common.synchronization [req-00bf1425-e9f5-459a-98c1-b3755170be76 req-9f61bd69-c9b3-4ecd-8c9d-030dbef528b5 service nova] Enqueued Resource ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc with Priority: HIGHEST for action security_group_rules [ 799.563303] env[65945]: INFO networking_nsxv3.common.synchronization [req-00bf1425-e9f5-459a-98c1-b3755170be76 req-9f61bd69-c9b3-4ecd-8c9d-030dbef528b5 service nova] Enqueued Resource ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc with Priority: HIGHEST for action security_group_members [ 799.563303] env[65945]: INFO networking_nsxv3.common.synchronization [req-00bf1425-e9f5-459a-98c1-b3755170be76 req-9f61bd69-c9b3-4ecd-8c9d-030dbef528b5 service nova] Enqueued Resource ID: 7127293f-288c-4992-b0c4-370076396b64 with Priority: HIGHEST for action port [ 799.563303] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc with Priority: HIGHEST for action security_group_rules [ 799.563303] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc with Priority: HIGHEST for action security_group_members [ 799.563303] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7127293f-288c-4992-b0c4-370076396b64 with Priority: HIGHEST for action port [ 799.563303] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c0955a-e917-418d-8af0-dd91bb30e0bc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.563611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.563611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.564350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.564350] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c0955a-e917-418d-8af0-dd91bb30e0bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.566219] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0955a-e917-418d-8af0-dd91bb30e0bc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.566219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.566219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.566637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.567355] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.567355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.567355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.567755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.567755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.567853] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c0955a-e917-418d-8af0-dd91bb30e0bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.569463] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-7127293f-288c-4992-b0c4-370076396b64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.569598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7127293f-288c-4992-b0c4-370076396b64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.569675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7127293f-288c-4992-b0c4-370076396b64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.569899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7127293f-288c-4992-b0c4-370076396b64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.570151] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7127293f-288c-4992-b0c4-370076396b64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.580619] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.580619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.580619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.580619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.580619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.592487] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 in Status: IN_PROGRESS for 2s [ 799.766237] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.766403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.766806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.766806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.766914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.766956] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be updated. [ 799.797594] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.797594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.797594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.797594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.797816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.807666] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 799.976927] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 799.976927] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 799.976927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.990670] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.990835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.990878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.991108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.991186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.991285] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0881176-6695-4a1a-bb95-983c919b7a06 is going to be deleted. [ 800.048486] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.049148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.049317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.049654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.049823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.050043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0881176-6695-4a1a-bb95-983c919b7a06" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.073539] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c0955a-e917-418d-8af0-dd91bb30e0bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.074781] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0955a-e917-418d-8af0-dd91bb30e0bc taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.074914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.075088] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7127293f-288c-4992-b0c4-370076396b64 with status ACTIVE [ 800.075257] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.075366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.075431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.075623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.075712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.075879] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.075973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.076046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.076204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.076277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.076456] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.076612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.076688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.076818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.076895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.076980] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7127293f-288c-4992-b0c4-370076396b64 is going to be updated. [ 800.103671] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.103825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.103892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.104099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.104237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.104392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7127293f-288c-4992-b0c4-370076396b64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.577986] env[65945]: INFO networking_nsxv3.common.synchronization [req-9e658237-0860-44e3-8932-204df943bfd7 req-1296857e-07f9-4e47-bdd0-bf99de21ae72 tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_members [ 800.578690] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_members [ 800.578799] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c0955a-e917-418d-8af0-dd91bb30e0bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.580475] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2d35d1-09d3-4aba-b270-1fd838b46001 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.580809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.580809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.581467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.581467] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.581467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.581467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.581708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.581708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.581790] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.964075] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.964301] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.964491] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.964788] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.965192] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.965389] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.965609] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.966104] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.966104] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.966367] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.966563] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.966758] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.966889] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.967090] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.967221] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.967358] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.987761] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.987936] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.988107] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.988354] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.988689] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-2ea129a4-8eef-427e-b485-8d0f25cecd3b taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.988893] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-2ea129a4-8eef-427e-b485-8d0f25cecd3b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.989024] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-2ea129a4-8eef-427e-b485-8d0f25cecd3b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.989359] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-2ea129a4-8eef-427e-b485-8d0f25cecd3b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.989497] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ea129a4-8eef-427e-b485-8d0f25cecd3b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.082380] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.082380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.082380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.082380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.082380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.082380] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc is going to be created. [ 801.083876] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.084041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.084134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.084787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.085052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.086823] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.086823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.086823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.086823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.086823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.086823] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 already deleted. [ 801.086823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.110646] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.110913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.110913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.111163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.111244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.123975] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc in Status: UNINITIALIZED for 2s [ 801.491663] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.492110] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.492110] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.492411] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.492642] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.492911] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 2ea129a4-8eef-427e-b485-8d0f25cecd3b not found, creating... [ 801.493240] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.493588] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.493665] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.493932] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.494114] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.494443] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.494695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.494814] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.495037] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.495173] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.495324] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 2ea129a4-8eef-427e-b485-8d0f25cecd3b is going to be created. [ 801.520217] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.520436] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.520545] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.520823] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.521065] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.521304] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-2ea129a4-8eef-427e-b485-8d0f25cecd3b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.603243] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 in Status: SUCCESS [ 801.603461] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 deletion is rescheduled due to dependency. [ 801.603773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.818447] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 801.818990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.819253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.819530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.819866] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.820049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.820178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.820417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.820550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.820704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.820970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.821135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.821255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.821480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.821639] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.821779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.821925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.822078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.822078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.822351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.822458] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.325139] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3dd828c-f6d6-470c-a490-171e01f9ed2a: rpc.has_security_group_logging(os_id): False [ 802.353214] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.353399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.353399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.353617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.353699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.353884] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.354372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.354372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.354372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.354372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.354613] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.356111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.356111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.356111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.356111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.356111] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.356111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.356111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.356111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.356111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.356111] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be created. [ 802.389030] env[65945]: INFO networking_nsxv3.common.synchronization [req-9e658237-0860-44e3-8932-204df943bfd7 req-cad5c702-2d0d-411a-b3f0-4396019d3637 service nova] Enqueued Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_rules [ 802.389233] env[65945]: INFO networking_nsxv3.common.synchronization [req-9e658237-0860-44e3-8932-204df943bfd7 req-cad5c702-2d0d-411a-b3f0-4396019d3637 service nova] Enqueued Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_members [ 802.389366] env[65945]: INFO networking_nsxv3.common.synchronization [req-9e658237-0860-44e3-8932-204df943bfd7 req-cad5c702-2d0d-411a-b3f0-4396019d3637 service nova] Enqueued Resource ID: 2ea129a4-8eef-427e-b485-8d0f25cecd3b with Priority: HIGHEST for action port [ 802.389919] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_rules [ 802.390164] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_members [ 802.390291] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea129a4-8eef-427e-b485-8d0f25cecd3b with Priority: HIGHEST for action port [ 802.390579] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2d35d1-09d3-4aba-b270-1fd838b46001 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.390699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.390770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.390971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.391073] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.391953] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2d35d1-09d3-4aba-b270-1fd838b46001 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.392076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.392140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.392318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.392464] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.392567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.392783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.392938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.393035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.393125] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.393986] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ea129a4-8eef-427e-b485-8d0f25cecd3b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.394153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ea129a4-8eef-427e-b485-8d0f25cecd3b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.394201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ea129a4-8eef-427e-b485-8d0f25cecd3b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.394327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ea129a4-8eef-427e-b485-8d0f25cecd3b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.394402] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ea129a4-8eef-427e-b485-8d0f25cecd3b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.465079] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.465079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.465079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.465079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.465079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.483215] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 802.896483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2d35d1-09d3-4aba-b270-1fd838b46001 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.896662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.896913] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.898362] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ea129a4-8eef-427e-b485-8d0f25cecd3b with status ACTIVE [ 802.898461] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.898643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.898770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.899056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.899156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.899472] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.899561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.899649] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.899929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.899929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.900049] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.900196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.900237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.900346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.900421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.900505] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ea129a4-8eef-427e-b485-8d0f25cecd3b is going to be updated. [ 802.926034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.926034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.926034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.926385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.926385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.926445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ea129a4-8eef-427e-b485-8d0f25cecd3b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.140989] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc in Status: SUCCESS [ 803.142205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.142205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.142205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.142651] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.142651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.142651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.142915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.143064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.143229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.143389] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c0955a-e917-418d-8af0-dd91bb30e0bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.402896] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.646506] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0955a-e917-418d-8af0-dd91bb30e0bc taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.646769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.646853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.647131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.647245] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.647342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.647406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.647563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.647670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.647760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.647908] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0955a-e917-418d-8af0-dd91bb30e0bc taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.647999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.648069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.648212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.648355] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.648444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.648506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.648639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.648717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.648799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.648894] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c0955a-e917-418d-8af0-dd91bb30e0bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.905884] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.906059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.906142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.906627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.906701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.906844] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 is going to be created. [ 803.934949] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.935137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.935215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.935459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.935623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.946317] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 in Status: UNINITIALIZED for 2s [ 804.152063] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c0955a-e917-418d-8af0-dd91bb30e0bc: rpc.has_security_group_logging(os_id): False [ 804.181890] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.181999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.182073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.182421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.182421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.182948] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.182948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.182948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.183202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.184276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.184276] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.184276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.184276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.184276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.184276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.184276] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.184666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.184666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.184760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.184760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.185055] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc is going to be created. [ 804.279410] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.279600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.279672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.279886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.280084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.312664] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc in Status: IN_PROGRESS for 2s [ 804.493067] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 804.493461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.493461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.493625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.493721] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.998648] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.998648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.998648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.998648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.998648] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.998648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.998648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.998648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.998648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.998648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.998648] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.503070] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.503410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.503410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.503605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.503779] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.503882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.503942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.504114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.504246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.504339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.504524] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.504646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.504712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.504868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.505017] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.505112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.505173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.505327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.505419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.505503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.505595] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.959491] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 in Status: SUCCESS [ 805.959491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.959491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.959491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.959491] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.959491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.959491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.959491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.959491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.959491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.959491] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.009548] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3dd828c-f6d6-470c-a490-171e01f9ed2a: rpc.has_security_group_logging(os_id): False [ 806.031217] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.031217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.031217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031527] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.031661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.031718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.032230] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.032371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.032431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.032576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.033388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.033680] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.033794] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.033860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.034057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.034135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.034234] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be updated. [ 806.100838] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.101038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.101086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.101263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.101408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.115989] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 806.326944] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc in Status: SUCCESS [ 806.327492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.464394] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.968160] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c2d35d1-09d3-4aba-b270-1fd838b46001: rpc.has_security_group_logging(os_id): False [ 806.989473] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.989712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.989834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.990199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.990353] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.990730] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.990903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.991264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.991554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.991700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.991858] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 is going to be created. [ 807.074050] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.074050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.074050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.074050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.074050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.085849] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 in Status: IN_PROGRESS for 2s [ 807.391759] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 807.391759] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 808.141852] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 808.142160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.142462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.142830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.142830] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.644906] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.645288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.645384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.649024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.649024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.649024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.649024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.649024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.649024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.649024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.649024] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.099114] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 in Status: SUCCESS [ 809.099114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.152286] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.152654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.152654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.152800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.153759] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.153759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.153759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.153759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.153759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.153759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.153759] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.153759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.153759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.154207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.154207] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.154336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.154402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.154705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.154705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.154856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.154856] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.295503] env[65945]: INFO networking_nsxv3.common.synchronization [req-71ad6c1e-fca4-40b5-8ac1-38e0bd326d05 req-ee92d6a3-2bbd-45c2-b409-2e1e98d27bc7 tempest-ServersTestFqdnHostnames-1456259163 tempest-ServersTestFqdnHostnames-1456259163-project-member] Enqueued Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_members [ 809.297075] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGHEST for action security_group_members [ 809.297553] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987d65c-4c70-4af5-9c76-02c9846e7dcc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.297686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.297748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.297942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.298190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.298298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.298363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.298524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.298621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.298727] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.659643] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3dd828c-f6d6-470c-a490-171e01f9ed2a: rpc.has_security_group_logging(os_id): False [ 809.676658] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.676829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.676904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.677154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.677409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.677538] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.677607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.677680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.677942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.677942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.678173] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.678264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.678333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.678443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.678514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.678709] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.678813] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.678852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.679255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.683369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.683474] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be updated. [ 809.753584] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.753871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.753974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.754292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.754586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.778902] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 809.800832] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.800832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.801033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.801134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.833504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.833901] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.838289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.838491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.838886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.839096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.839279] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc is going to be updated. [ 809.882733] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.882894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.882963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.883198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.883344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.893076] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc in Status: IN_PROGRESS for 2s [ 810.311479] env[65945]: INFO networking_nsxv3.common.synchronization [req-1edf687f-2e6b-4664-96de-3b2ffa2424e6 req-6428460c-a745-47dd-ad76-a396531bf9c1 tempest-ListImageFiltersTestJSON-1484116928 tempest-ListImageFiltersTestJSON-1484116928-project-member] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 810.317370] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGHEST for action security_group_members [ 810.318584] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.318776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.318885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.319231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.319483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.319635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.319754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.320016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.320353] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.320353] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.826015] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.826200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.826266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.826522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.826582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.826771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.826872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.826956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.827104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.827182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.827269] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 is going to be updated. [ 810.854807] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.854970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.855044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.855242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.855764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.864694] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: IN_PROGRESS for 2s [ 811.806561] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 811.806946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.908120] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc in Status: SUCCESS [ 811.908334] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc deletion is rescheduled due to dependency. [ 811.908438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.259326] env[65945]: INFO networking_nsxv3.common.synchronization [req-68d087c2-7c3a-44ed-8df1-44a121800c4b req-d7389938-b058-47f7-b5e5-a1bc70d561b4 tempest-InstanceActionsNegativeTestJSON-1149866501 tempest-InstanceActionsNegativeTestJSON-1149866501-project-member] Enqueued Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGHEST for action security_group_members [ 812.259326] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGHEST for action security_group_members [ 812.260135] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de2f5e2-87a8-4128-9c01-a82f94f7a642 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.260546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.260946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.261471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.261741] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.262185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.263802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.263802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.263802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.263802] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de2f5e2-87a8-4128-9c01-a82f94f7a642',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.624240] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.624733] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-878" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.626097] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-878" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.630643] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-878" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.630643] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.630643] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.630643] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.630643] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.630643] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.630643] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.630643] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.630643] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.630643] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.630643] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.630643] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.630643] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.667921] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.668132] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.668270] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.668449] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-878" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.668793] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-0c63f78c-5e6b-40dd-821a-701fce978ba6 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.668979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-0c63f78c-5e6b-40dd-821a-701fce978ba6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.669113] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-0c63f78c-5e6b-40dd-821a-701fce978ba6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.669450] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-0c63f78c-5e6b-40dd-821a-701fce978ba6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.669631] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c63f78c-5e6b-40dd-821a-701fce978ba6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.766098] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.766299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.766373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.766682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.766839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.767097] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.767203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.767251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.767421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.767533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.767576] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 already deleted. [ 812.767663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.877768] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 in Status: SUCCESS [ 812.877768] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 deletion is rescheduled due to dependency. [ 812.877768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.173648] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.173868] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.173994] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.174303] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.174574] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.174734] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 0c63f78c-5e6b-40dd-821a-701fce978ba6 not found, creating... [ 813.176924] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.177071] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.177431] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.177716] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.177716] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.177996] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.178168] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.178281] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.178508] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.178639] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.178779] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 0c63f78c-5e6b-40dd-821a-701fce978ba6 is going to be created. [ 813.201299] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.201299] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.201299] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.201453] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.201856] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.201856] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-0c63f78c-5e6b-40dd-821a-701fce978ba6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.894671] env[65945]: INFO networking_nsxv3.common.synchronization [req-68d087c2-7c3a-44ed-8df1-44a121800c4b req-c06a4166-646c-4cb9-a0a8-92badb91920f service nova] Enqueued Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGHEST for action security_group_rules [ 813.894906] env[65945]: INFO networking_nsxv3.common.synchronization [req-68d087c2-7c3a-44ed-8df1-44a121800c4b req-c06a4166-646c-4cb9-a0a8-92badb91920f service nova] Enqueued Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGHEST for action security_group_members [ 813.895070] env[65945]: INFO networking_nsxv3.common.synchronization [req-68d087c2-7c3a-44ed-8df1-44a121800c4b req-c06a4166-646c-4cb9-a0a8-92badb91920f service nova] Enqueued Resource ID: 0c63f78c-5e6b-40dd-821a-701fce978ba6 with Priority: HIGHEST for action port [ 813.895549] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGHEST for action security_group_rules [ 813.895701] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGHEST for action security_group_members [ 813.895793] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c63f78c-5e6b-40dd-821a-701fce978ba6 with Priority: HIGHEST for action port [ 813.896243] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.896425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.896476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.896758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.896860] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de2f5e2-87a8-4128-9c01-a82f94f7a642',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.898075] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de2f5e2-87a8-4128-9c01-a82f94f7a642 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.898225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.898298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.898472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.898830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.899088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.899184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.899377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.899485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.899597] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de2f5e2-87a8-4128-9c01-a82f94f7a642',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.900432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c63f78c-5e6b-40dd-821a-701fce978ba6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.900559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c63f78c-5e6b-40dd-821a-701fce978ba6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.900667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c63f78c-5e6b-40dd-821a-701fce978ba6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.900885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c63f78c-5e6b-40dd-821a-701fce978ba6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.900999] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c63f78c-5e6b-40dd-821a-701fce978ba6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.404029] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de2f5e2-87a8-4128-9c01-a82f94f7a642',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.404575] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de2f5e2-87a8-4128-9c01-a82f94f7a642 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.405390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.406791] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c63f78c-5e6b-40dd-821a-701fce978ba6 with status ACTIVE [ 814.407565] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.408334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.408334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.408549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.409141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.409141] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.409141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.409141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.409369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.409369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.409583] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.409678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.409742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.410015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.410015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.410129] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c63f78c-5e6b-40dd-821a-701fce978ba6 is going to be updated. [ 814.434816] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.435076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.435076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.435209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.435374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.435499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c63f78c-5e6b-40dd-821a-701fce978ba6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.882837] env[65945]: INFO networking_nsxv3.common.synchronization [req-fa4e26a2-b355-442f-8917-ac2abdbdb4a1 req-1e7df56e-88b8-440b-a48d-84fab6db926a tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 814.883246] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 814.883549] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.883687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.883779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.883986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.884194] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.884293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.884354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.884501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.884585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.884771] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.908423] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de2f5e2-87a8-4128-9c01-a82f94f7a642',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.238865] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.239082] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-523" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.239226] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-523" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.241493] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-523" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.241493] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.241493] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.241493] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.241493] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.241493] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.241493] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.241493] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.241493] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.241493] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.241493] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.241493] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.241493] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.260659] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.260872] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.261032] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.261212] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-523" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.261788] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-a4452622-c29a-4807-b5d2-fd5e7dacfda0 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.261788] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.262026] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.262205] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.262345] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4452622-c29a-4807-b5d2-fd5e7dacfda0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.387893] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.410541] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.410729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.410823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.411227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.411227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.411415] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 is going to be created. [ 815.438835] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.439289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.439289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.439557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.439798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.450597] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 in Status: UNINITIALIZED for 2s [ 815.765663] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.765953] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.766103] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.766523] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.766745] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.766934] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port a4452622-c29a-4807-b5d2-fd5e7dacfda0 not found, creating... [ 815.767240] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.767410] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.767527] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.767808] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.767959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.768308] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.768476] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.768596] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.768824] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.768966] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.769177] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 is going to be created. [ 815.790440] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.790635] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.790763] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.791265] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.791265] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.791456] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.889720] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.392468] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.392863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.392863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.392990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.392990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.393095] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 816.425632] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.425845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.426244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.426244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.426347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.438282] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 816.558121] env[65945]: INFO networking_nsxv3.common.synchronization [req-fa4e26a2-b355-442f-8917-ac2abdbdb4a1 req-9295f4c7-ae97-42c9-8a02-873743443bfe service nova] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 816.558301] env[65945]: INFO networking_nsxv3.common.synchronization [req-fa4e26a2-b355-442f-8917-ac2abdbdb4a1 req-9295f4c7-ae97-42c9-8a02-873743443bfe service nova] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 816.559421] env[65945]: INFO networking_nsxv3.common.synchronization [req-fa4e26a2-b355-442f-8917-ac2abdbdb4a1 req-9295f4c7-ae97-42c9-8a02-873743443bfe service nova] Enqueued Resource ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 with Priority: HIGHEST for action port [ 816.559421] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 816.559421] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 816.559421] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 with Priority: HIGHEST for action port [ 816.559981] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.559981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.559981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.559981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.560137] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.561357] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.562340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.562827] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4452622-c29a-4807-b5d2-fd5e7dacfda0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.562827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.562827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.562994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.563107] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4452622-c29a-4807-b5d2-fd5e7dacfda0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.920726] env[65945]: INFO networking_nsxv3.common.synchronization [req-1091daf9-faa4-4c81-8a8c-5aaf458c4dd8 req-375319d0-ba60-4e37-b2e7-dcaf7dee85e3 tempest-ServerMetadataTestJSON-1616019637 tempest-ServerMetadataTestJSON-1616019637-project-member] Enqueued Resource ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc with Priority: HIGHEST for action security_group_members [ 816.921341] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc with Priority: HIGHEST for action security_group_members [ 816.921620] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c0955a-e917-418d-8af0-dd91bb30e0bc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.921746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.921814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.922471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.922681] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.922805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.922870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.923052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.923136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.923231] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c0955a-e917-418d-8af0-dd91bb30e0bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.064596] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.064809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.065041] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4452622-c29a-4807-b5d2-fd5e7dacfda0 with status ACTIVE [ 817.065160] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.065272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.065343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.065567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.065650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.065814] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.065975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.065975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.067025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.067025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.067025] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.067025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.067025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.067025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.067025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.067025] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 is going to be updated. [ 817.092831] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.092989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.093962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.094261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.094462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.094760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.430108] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.430563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.430563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.430677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.430767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.430989] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.431136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.431199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.431434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.431523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.431641] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc is going to be updated. [ 817.463775] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 in Status: SUCCESS [ 817.464091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.464277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.464498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.464717] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.464849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.464917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.465138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.465214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.465300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.465391] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8de2f5e2-87a8-4128-9c01-a82f94f7a642',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.480029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.480029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.480029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.480029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.480029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.494804] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc in Status: IN_PROGRESS for 2s [ 817.967830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de2f5e2-87a8-4128-9c01-a82f94f7a642 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.967830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.967830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.971268] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.971268] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de2f5e2-87a8-4128-9c01-a82f94f7a642 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.971268] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.971268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.971268] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8de2f5e2-87a8-4128-9c01-a82f94f7a642',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.996021] env[65945]: INFO networking_nsxv3.common.synchronization [req-247f4832-82c5-4127-9a86-12ed45b091eb req-b3ad1ad6-56b0-48ad-9880-70ef94567e72 tempest-ServersWithSpecificFlavorTestJSON-1911004322 tempest-ServersWithSpecificFlavorTestJSON-1911004322-project-member] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 817.996021] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGHEST for action security_group_members [ 817.996021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.996021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.996021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.996505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.997055] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.997671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.997842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.998112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.998440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.999791] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.453494] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 818.453494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.453494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.453494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.453494] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.453494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.453494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.453494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.453997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.453997] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.476466] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8de2f5e2-87a8-4128-9c01-a82f94f7a642: rpc.has_security_group_logging(os_id): False [ 818.501252] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.501506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.501633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.502015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.502076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.502291] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.502430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.502490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.502615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.502685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.502784] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 is going to be updated. [ 818.510325] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.510475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.510611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.511470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.511470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.511470] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.511786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.511786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.511904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.512028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.512591] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.512744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.512842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.512981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.513076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.513298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.513400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.513462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.513607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.513682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.513769] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 is going to be created. [ 818.553771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.553854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.557026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.557026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.557026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.561738] env[65945]: INFO networking_nsxv3.common.synchronization [req-545d5715-165b-40de-b378-aa48eb60dc5c req-41fd1fbc-8b72-4998-8188-2e0e8b6c4ee4 tempest-ImagesNegativeTestJSON-1894644499 tempest-ImagesNegativeTestJSON-1894644499-project-member] Enqueued Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGHEST for action security_group_members [ 818.562821] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGHEST for action security_group_members [ 818.562821] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.563009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.567020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.567020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.567020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.567020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.567020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.567020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.567020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.567020] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fb3870-fb20-44be-a6ae-c3c87aba7fac',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.575604] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: IN_PROGRESS for 2s [ 818.607974] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.608182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.608888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.608888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.608888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.627724] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 in Status: IN_PROGRESS for 2s [ 818.956215] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.052635] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.052838] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-287" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.052959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-287" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.053318] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-287" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.053577] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.053737] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.053853] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.054084] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.054230] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.054434] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.054546] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.054678] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.054791] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.054901] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.055010] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.055141] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.069895] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.070040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.070108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.070305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.070390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.070577] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.070825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.070903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.071072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.071156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.071234] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac already deleted. [ 819.071312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.072534] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.072688] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.072819] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.073039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-287" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.073267] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-e2077ac7-7fac-4172-a794-0e8f8e8988e8 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.073423] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-e2077ac7-7fac-4172-a794-0e8f8e8988e8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.073540] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-e2077ac7-7fac-4172-a794-0e8f8e8988e8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.073947] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-e2077ac7-7fac-4172-a794-0e8f8e8988e8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.074109] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2077ac7-7fac-4172-a794-0e8f8e8988e8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.458766] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.507857] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc in Status: SUCCESS [ 819.507857] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c0955a-e917-418d-8af0-dd91bb30e0bc deletion is rescheduled due to dependency. [ 819.507857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c0955a-e917-418d-8af0-dd91bb30e0bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.577139] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.577139] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.577703] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.577703] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.577793] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.578032] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port e2077ac7-7fac-4172-a794-0e8f8e8988e8 not found, creating... [ 819.578402] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.578617] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.578783] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.579100] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.579296] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.579695] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.579909] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.580090] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.580461] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.580648] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.580851] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: e2077ac7-7fac-4172-a794-0e8f8e8988e8 is going to be created. [ 819.608730] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.608898] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.609050] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.609425] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.609679] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.609905] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-e2077ac7-7fac-4172-a794-0e8f8e8988e8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.961523] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.961898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.961898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.962040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.962097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.962147] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 819.992045] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.992246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.992246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.992397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.992549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.002919] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 820.325957] env[65945]: INFO networking_nsxv3.common.synchronization [req-545d5715-165b-40de-b378-aa48eb60dc5c req-5054d045-5426-4f1b-af55-f5bf35a20fb9 service nova] Enqueued Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGHEST for action security_group_rules [ 820.326194] env[65945]: INFO networking_nsxv3.common.synchronization [req-545d5715-165b-40de-b378-aa48eb60dc5c req-5054d045-5426-4f1b-af55-f5bf35a20fb9 service nova] Enqueued Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGHEST for action security_group_members [ 820.326497] env[65945]: INFO networking_nsxv3.common.synchronization [req-545d5715-165b-40de-b378-aa48eb60dc5c req-5054d045-5426-4f1b-af55-f5bf35a20fb9 service nova] Enqueued Resource ID: e2077ac7-7fac-4172-a794-0e8f8e8988e8 with Priority: HIGHEST for action port [ 820.326933] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGHEST for action security_group_rules [ 820.327282] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGHEST for action security_group_members [ 820.327422] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2077ac7-7fac-4172-a794-0e8f8e8988e8 with Priority: HIGHEST for action port [ 820.327819] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.327981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.328080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.328366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.328473] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2fb3870-fb20-44be-a6ae-c3c87aba7fac',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.329434] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.329512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.329583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.329761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.329981] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.330109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.331048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.331048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.331048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.331048] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fb3870-fb20-44be-a6ae-c3c87aba7fac',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.331395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2077ac7-7fac-4172-a794-0e8f8e8988e8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.331502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2077ac7-7fac-4172-a794-0e8f8e8988e8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.331573] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2077ac7-7fac-4172-a794-0e8f8e8988e8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.331730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2077ac7-7fac-4172-a794-0e8f8e8988e8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.331826] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2077ac7-7fac-4172-a794-0e8f8e8988e8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.586094] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 in Status: SUCCESS [ 820.586424] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 deletion is rescheduled due to dependency. [ 820.586424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.641399] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 in Status: SUCCESS [ 820.641634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.833583] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.834117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.834117] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2fb3870-fb20-44be-a6ae-c3c87aba7fac',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.836655] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2077ac7-7fac-4172-a794-0e8f8e8988e8 with status ACTIVE [ 820.837632] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.837632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.837632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.837632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.837632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.837883] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.837883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.837965] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.838107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.838215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.838413] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.838537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.838595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.839686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.839686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.839686] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2077ac7-7fac-4172-a794-0e8f8e8988e8 is going to be updated. [ 820.863215] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.863394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.863487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.863766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.864172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.864408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2077ac7-7fac-4172-a794-0e8f8e8988e8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.335906] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2fb3870-fb20-44be-a6ae-c3c87aba7fac',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.837761] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.838079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.838079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.838373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.838472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.838578] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac is going to be created. [ 821.861544] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.861690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.861785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.861989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.862186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.872155] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac in Status: UNINITIALIZED for 2s [ 822.013793] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 822.014052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.014235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.014465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.014669] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.014825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.014903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.015089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.015202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.015255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.015352] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.518235] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.518337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.518374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.518573] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.519078] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.519078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.519078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.519078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.519445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.519445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.519445] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.519585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.519644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.519764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.519906] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.519997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.520085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.520220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.520297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.520378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.520469] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.833359] env[65945]: INFO networking_nsxv3.common.synchronization [req-a0ef0a85-2cbb-4bb9-9ad2-1735abb5ab10 req-ac8190b0-bd15-4908-bea8-cd19783bb4d3 tempest-ListServerFiltersTestJSON-1675603105 tempest-ListServerFiltersTestJSON-1675603105-project-member] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 822.833359] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 822.833359] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.833359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.833359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.833359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.833359] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.833359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.833359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.833359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.833359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.833359] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.022932] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8db72420-a4c4-49ed-aa05-88cb099b0561: rpc.has_security_group_logging(os_id): False [ 823.043398] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.043607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.043678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.043977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.065347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.065750] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.065917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.065977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.066172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.066256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.066451] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.066553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.066618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.066858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.066941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.067129] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.067224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.067286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.067427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.067503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.067590] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 823.148647] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.148856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.148944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.149165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.149318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.167969] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 823.332444] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.358089] env[65945]: INFO networking_nsxv3.common.synchronization [req-21e6df63-e5fa-46c2-8324-0abba8d938a2 req-9f3e10a1-6932-4ba0-91ff-2f07d8b47acf tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 823.358849] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 823.359025] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.359153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.359419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.359501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.359696] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.359800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.359888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.364150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.364341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.364459] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.752627] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.752825] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-751" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.752947] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-751" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.753304] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-751" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.753587] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.753743] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.753858] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.754255] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.754422] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.754655] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.754733] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.754833] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.754938] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.755057] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.755224] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.755685] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.774942] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.775143] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.775241] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.775404] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-751" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.775728] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-069fe7bf-891e-4d7d-9f97-6b36bc463040 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.775928] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.776061] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.776400] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.776531] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('069fe7bf-891e-4d7d-9f97-6b36bc463040',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.836489] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.868493] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.868758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.868758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.868947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.869064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.869670] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.869670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.869670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.869800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.869876] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.869992] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 already deleted. [ 823.870156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.883194] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac in Status: SUCCESS [ 823.883461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.883961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.884284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.884491] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.885251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.885251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.885251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.885251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.885251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.885251] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2fb3870-fb20-44be-a6ae-c3c87aba7fac',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.279631] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.279961] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.279961] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.280258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.280471] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.280634] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 069fe7bf-891e-4d7d-9f97-6b36bc463040 not found, creating... [ 824.280873] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.281044] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.281164] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.281397] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.281593] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.281899] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.282091] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.282409] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.282492] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.282584] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.282707] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 is going to be created. [ 824.303672] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.303896] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.304014] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.304331] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.304536] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.304905] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.339934] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.339934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.339934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.340297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.340297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.340448] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be updated. [ 824.373324] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.373534] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.373598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.373767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.373930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.385867] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 824.387354] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.387479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.387552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.387791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.387941] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.388052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.388115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.388267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.388360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.388468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.388580] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.388664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.388727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.388895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.389099] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.389167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.389253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.389324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.389396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.389476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.389565] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2fb3870-fb20-44be-a6ae-c3c87aba7fac',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.891784] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2fb3870-fb20-44be-a6ae-c3c87aba7fac: rpc.has_security_group_logging(os_id): False [ 824.914128] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.914128] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.914128] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.914128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.914925] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.915257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.915438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.915661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.916020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.916020] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac is going to be created. [ 824.983424] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.983424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.983643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.983685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.983839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.997521] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac in Status: IN_PROGRESS for 2s [ 825.060944] env[65945]: INFO networking_nsxv3.common.synchronization [req-21e6df63-e5fa-46c2-8324-0abba8d938a2 req-dd9278d5-eb12-4ff9-bfde-7ff9f1bfe189 service nova] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_rules [ 825.061136] env[65945]: INFO networking_nsxv3.common.synchronization [req-21e6df63-e5fa-46c2-8324-0abba8d938a2 req-dd9278d5-eb12-4ff9-bfde-7ff9f1bfe189 service nova] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 825.061271] env[65945]: INFO networking_nsxv3.common.synchronization [req-21e6df63-e5fa-46c2-8324-0abba8d938a2 req-dd9278d5-eb12-4ff9-bfde-7ff9f1bfe189 service nova] Enqueued Resource ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 with Priority: HIGHEST for action port [ 825.061766] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_rules [ 825.061898] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 825.062021] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 with Priority: HIGHEST for action port [ 825.063626] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.063980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.064242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.064373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.067367] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.068253] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.068365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.068430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.068617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.068772] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.069259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.069344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.069494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.069822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.069940] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.071900] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-069fe7bf-891e-4d7d-9f97-6b36bc463040 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.071900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.071900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.071900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.071900] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('069fe7bf-891e-4d7d-9f97-6b36bc463040',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.100464] env[65945]: INFO networking_nsxv3.common.synchronization [req-c9819499-975d-4441-8af1-e8f857668e21 req-3d30edf3-56e3-4e59-b2e3-126dfb4c78d9 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 825.100464] env[65945]: INFO networking_nsxv3.common.synchronization [req-c9819499-975d-4441-8af1-e8f857668e21 req-3d30edf3-56e3-4e59-b2e3-126dfb4c78d9 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 825.101021] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 825.101198] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 825.101491] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.101635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.101677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.101934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.102085] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.102219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.102275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.102390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.102475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.102568] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.103396] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.104491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.104491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.104491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.104491] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.104491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.104491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.104491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.104491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.104491] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.149625] env[65945]: INFO networking_nsxv3.common.synchronization [req-c9819499-975d-4441-8af1-e8f857668e21 req-3d30edf3-56e3-4e59-b2e3-126dfb4c78d9 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_rules [ 825.149803] env[65945]: INFO networking_nsxv3.common.synchronization [req-c9819499-975d-4441-8af1-e8f857668e21 req-3d30edf3-56e3-4e59-b2e3-126dfb4c78d9 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 825.149941] env[65945]: INFO networking_nsxv3.common.synchronization [req-c9819499-975d-4441-8af1-e8f857668e21 req-3d30edf3-56e3-4e59-b2e3-126dfb4c78d9 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 825.150082] env[65945]: INFO networking_nsxv3.common.synchronization [req-c9819499-975d-4441-8af1-e8f857668e21 req-3d30edf3-56e3-4e59-b2e3-126dfb4c78d9 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 825.150246] env[65945]: INFO networking_nsxv3.common.synchronization [req-c9819499-975d-4441-8af1-e8f857668e21 req-3d30edf3-56e3-4e59-b2e3-126dfb4c78d9 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 with Priority: HIGHEST for action port [ 825.150870] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_rules [ 825.151101] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 825.151255] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 with Priority: HIGHEST for action port [ 825.151390] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 825.151632] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 825.151870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.151870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.152022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.152196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.152273] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.153191] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.153293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.153401] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4452622-c29a-4807-b5d2-fd5e7dacfda0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.153497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.153561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.153785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.153785] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4452622-c29a-4807-b5d2-fd5e7dacfda0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.156985] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.157114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.157336] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.157683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.179164] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 825.180751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.180751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.180751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.180751] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.573910] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.575213] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.575309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.576927] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 069fe7bf-891e-4d7d-9f97-6b36bc463040 with status ACTIVE [ 825.577203] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.577300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.577354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.579086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.579086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.579086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.579086] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 is going to be updated. [ 825.602733] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.602733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.602733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.602733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.602733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.602733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.606665] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.607839] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.659474] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.659652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.659799] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4452622-c29a-4807-b5d2-fd5e7dacfda0 with status ACTIVE [ 825.659973] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.660096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.660162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.660378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.660507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.660712] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.660813] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.660878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.661063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.661146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.661352] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.661486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.661568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.661733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.661823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.661910] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 is going to be updated. [ 825.683383] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.683515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.685013] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.685201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.685309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.685527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.685696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.685941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.798274] env[65945]: INFO networking_nsxv3.common.synchronization [req-74359087-2ecc-46a3-b000-01dfe54ecbfb req-b758a7b5-d564-4493-9694-41fd6de5d7ac tempest-InstanceActionsNegativeTestJSON-1149866501 tempest-InstanceActionsNegativeTestJSON-1149866501-project-member] Enqueued Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGHEST for action security_group_members [ 825.799486] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGHEST for action security_group_members [ 825.799486] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de2f5e2-87a8-4128-9c01-a82f94f7a642 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.799486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.799486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.799486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.799917] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.799917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.799917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.799917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.799917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.800113] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de2f5e2-87a8-4128-9c01-a82f94f7a642',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.076854] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.109488] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.110754] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.303181] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.303375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.303375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.304404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.304404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.304404] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.304404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.304404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.304404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.304404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.304404] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 is going to be updated. [ 826.337545] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.338526] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.338738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.340992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.340992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.349154] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 in Status: IN_PROGRESS for 2s [ 826.395695] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 826.396175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.581073] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.581073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.581073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.581073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.581073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.581073] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be created. [ 826.609033] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.609033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.609033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.609033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.609033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.612909] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.613054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.613136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.613335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.613434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.613534] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146c373d-abdc-4123-a588-a1407dbad341 is going to be created. [ 826.614871] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.614999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.615090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.615272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.615365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.615471] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 826.622803] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: UNINITIALIZED for 2s [ 826.642242] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.642414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.642483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.642710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.642981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.647518] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.647658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.647709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.647914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.648067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.659422] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 826.660158] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: UNINITIALIZED for 2s [ 827.015368] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac in Status: SUCCESS [ 827.015691] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.224774] env[65945]: INFO networking_nsxv3.common.synchronization [req-a815eef3-e566-4eda-b659-051a7dc8a383 req-23504fb6-8ca8-41f2-9189-d8de19c563f9 tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 828.225305] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 828.225613] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.225838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.225917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.226531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.226630] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.227058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.227131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.227364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.227525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.227705] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.361125] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 in Status: SUCCESS [ 828.361125] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 deletion is rescheduled due to dependency. [ 828.361125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.633746] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: SUCCESS [ 828.633955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.634557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.634557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.634557] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.634819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.634819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.635050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.635050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.635146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.635180] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.644976] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.645149] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.645149] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.645393] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.646268] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.646268] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.646268] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.646268] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.646268] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.646536] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.646536] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.646634] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.646857] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.646857] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.646977] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.650119] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.673223] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.673341] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.673503] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.673724] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.674112] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-4290a90c-6940-47c3-a4f1-31608e9c2828 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.674310] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-4290a90c-6940-47c3-a4f1-31608e9c2828" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.674437] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-4290a90c-6940-47c3-a4f1-31608e9c2828" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.675156] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-4290a90c-6940-47c3-a4f1-31608e9c2828" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.675156] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4290a90c-6940-47c3-a4f1-31608e9c2828',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.678923] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 828.679584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.679584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.679584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.679748] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.679811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.679851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.680024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.680140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.680190] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.681677] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: SUCCESS [ 828.683299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.684701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.684940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.685226] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.685333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.685333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.685511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.685603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.685724] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.729820] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.729995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.730275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.730715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.731300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.732132] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.732132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.732367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.732449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.732521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.732641] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee already deleted. [ 828.732736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.139509] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.139658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.139733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.139948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.140118] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.140275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.140333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.140476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.140561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.140647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.140818] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.140925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.141018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.141249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.141608] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.141990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.142376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.142376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.142376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.142376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.142529] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.185694] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.185863] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.185991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.187421] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.187421] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.187421] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 4290a90c-6940-47c3-a4f1-31608e9c2828 not found, creating... [ 829.187670] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.187670] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.187793] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.188082] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.188737] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.190086] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.190086] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.190086] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.190086] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.190086] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.190086] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 4290a90c-6940-47c3-a4f1-31608e9c2828 is going to be created. [ 829.191184] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.197506] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.217388] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.217388] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.217388] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.217388] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.217388] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.217756] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-4290a90c-6940-47c3-a4f1-31608e9c2828" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.645170] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3077eb70-53e0-4a48-82ed-699c0bc47e24: rpc.has_security_group_logging(os_id): False [ 829.664988] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.667034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.667034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.667034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.667034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.667034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.667034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.667034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.671026] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.671026] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.671026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.671026] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be created. [ 829.693763] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.702862] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.734054] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.734291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.734291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.734527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.734720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.749397] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: IN_PROGRESS for 2s [ 829.955087] env[65945]: INFO networking_nsxv3.common.synchronization [req-a815eef3-e566-4eda-b659-051a7dc8a383 req-5833586c-4aa1-4fc7-b9fd-6f1632c141d1 service nova] Enqueued Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_rules [ 829.955516] env[65945]: INFO networking_nsxv3.common.synchronization [req-a815eef3-e566-4eda-b659-051a7dc8a383 req-5833586c-4aa1-4fc7-b9fd-6f1632c141d1 service nova] Enqueued Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 829.955780] env[65945]: INFO networking_nsxv3.common.synchronization [req-a815eef3-e566-4eda-b659-051a7dc8a383 req-5833586c-4aa1-4fc7-b9fd-6f1632c141d1 service nova] Enqueued Resource ID: 4290a90c-6940-47c3-a4f1-31608e9c2828 with Priority: HIGHEST for action port [ 829.956410] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_rules [ 829.956586] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 829.956803] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4290a90c-6940-47c3-a4f1-31608e9c2828 with Priority: HIGHEST for action port [ 829.957153] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.957277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.957361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.957646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.957731] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.958698] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.958834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.958881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.959115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.959285] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.959383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.959446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.959685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.959685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.959779] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.960627] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4290a90c-6940-47c3-a4f1-31608e9c2828 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.960726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4290a90c-6940-47c3-a4f1-31608e9c2828" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.960796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4290a90c-6940-47c3-a4f1-31608e9c2828" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.960943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4290a90c-6940-47c3-a4f1-31608e9c2828" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.961030] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4290a90c-6940-47c3-a4f1-31608e9c2828',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.196711] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.196968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.197033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.197354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.197452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.197555] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 830.207187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.207187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.207187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.207187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.207622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.207622] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146c373d-abdc-4123-a588-a1407dbad341 is going to be updated. [ 830.235213] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.235511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.235511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.235632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.235751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.238718] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.238936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.238936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.239632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.239632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.248894] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: IN_PROGRESS for 2s [ 830.253324] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 830.462576] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.462817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.462886] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.468993] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4290a90c-6940-47c3-a4f1-31608e9c2828 with status ACTIVE [ 830.469313] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.469446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.469504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.469723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.469869] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.472801] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.472967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.473053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.473249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.473649] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.473868] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.473975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.475131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.475323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.475412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.475516] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4290a90c-6940-47c3-a4f1-31608e9c2828 is going to be updated. [ 830.498990] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.499233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.499307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.499531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.499670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.499834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4290a90c-6940-47c3-a4f1-31608e9c2828" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.978066] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.076531] env[65945]: INFO networking_nsxv3.common.synchronization [req-d4c44d55-4d5f-4c90-a6ff-4b66ed38456e req-48bf032a-1d87-4027-a590-36292e4625c5 tempest-ServersV294TestFqdnHostnames-1568399207 tempest-ServersV294TestFqdnHostnames-1568399207-project-member] Enqueued Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_members [ 831.077225] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_members [ 831.077584] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e770550a-3d92-419b-9d40-926d316f8353 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.077739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.077848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.078505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.079812] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.079963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.080071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.080393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.080524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.080775] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.356216] env[65945]: INFO networking_nsxv3.common.synchronization [None req-2eed433a-f12e-45be-9295-2dfccb90b8ab None None] Enqueued Resource ID: ca1a5020-a5fc-48b1-82fb-67834a16b465 with Priority: HIGHEST for action port [ 831.356875] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1a5020-a5fc-48b1-82fb-67834a16b465 with Priority: HIGHEST for action port [ 831.357146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca1a5020-a5fc-48b1-82fb-67834a16b465 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.357310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca1a5020-a5fc-48b1-82fb-67834a16b465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.357571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca1a5020-a5fc-48b1-82fb-67834a16b465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.357656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca1a5020-a5fc-48b1-82fb-67834a16b465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.357744] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca1a5020-a5fc-48b1-82fb-67834a16b465',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.480670] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.480851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.480928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.481160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.481262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.481365] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee is going to be created. [ 831.515388] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.515577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.515622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.515808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.515976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.528192] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: UNINITIALIZED for 2s [ 831.537026] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.537262] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-338" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.537383] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-338" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.537710] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-338" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.538016] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.538387] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.538513] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.538736] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.538901] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.539195] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.539314] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.539423] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.539530] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.539656] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.539764] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.539925] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.560408] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.560538] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.560607] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.560816] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-338" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.561182] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-0b13f383-44ba-4966-a53f-c43eb3676763 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.561311] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-0b13f383-44ba-4966-a53f-c43eb3676763" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.561450] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-0b13f383-44ba-4966-a53f-c43eb3676763" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.561771] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-0b13f383-44ba-4966-a53f-c43eb3676763" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.561908] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b13f383-44ba-4966-a53f-c43eb3676763',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.582770] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.583018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.583018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.583183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.583278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.583485] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.583590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.583654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.583810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.583888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.583975] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e770550a-3d92-419b-9d40-926d316f8353 already deleted. [ 831.584065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.764424] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: SUCCESS [ 831.764872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.859980] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca1a5020-a5fc-48b1-82fb-67834a16b465 [ 831.861187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.861187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.861187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.861187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.861187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.861187] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca1a5020-a5fc-48b1-82fb-67834a16b465 already deleted. [ 831.861187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca1a5020-a5fc-48b1-82fb-67834a16b465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.065165] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.065165] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.065165] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.065597] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.065597] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.065684] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 0b13f383-44ba-4966-a53f-c43eb3676763 not found, creating... [ 832.066298] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.066298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.066298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.067149] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.067149] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.067149] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.067728] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.068149] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.068336] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.068336] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.068720] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 0b13f383-44ba-4966-a53f-c43eb3676763 is going to be created. [ 832.083255] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 with Priority: HIGHEST for action security_group_members [ 832.083815] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 832.083815] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 832.085392] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 with Priority: HIGHEST for action security_group_members [ 832.085392] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 832.085392] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 832.085392] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fe48e6-0365-41ee-97d5-e43b17321ce1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.085392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.085392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.085392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.085798] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.085798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.085798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.085930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.085930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.086037] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.086920] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.087027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.087274] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.087325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.093916] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.094055] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.094055] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.094335] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.094569] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.094789] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-0b13f383-44ba-4966-a53f-c43eb3676763" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.132930] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_rules [ 832.133121] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 832.133254] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 832.133392] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 832.134038] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 with Priority: HIGHEST for action security_group_rules [ 832.134038] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 with Priority: HIGHEST for action security_group_members [ 832.134038] env[65945]: INFO networking_nsxv3.common.synchronization [req-db0d3998-f4a0-429f-9875-b2cfe48cff1a req-2966a53d-b384-42ff-88cf-6da2c8b3a5f1 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 with Priority: HIGHEST for action port [ 832.134299] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_rules [ 832.134440] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_rules [ 832.134539] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 with Priority: HIGHEST for action security_group_members [ 832.134633] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 with Priority: HIGHEST for action port [ 832.134756] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 with Priority: HIGHEST for action security_group_rules [ 832.134855] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 832.134944] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 832.135244] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.135358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.135893] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.136072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.136199] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fe48e6-0365-41ee-97d5-e43b17321ce1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.136283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.136459] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4452622-c29a-4807-b5d2-fd5e7dacfda0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.136557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.136617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.136885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.136965] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4452622-c29a-4807-b5d2-fd5e7dacfda0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.138589] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fe48e6-0365-41ee-97d5-e43b17321ce1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.138715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.138893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.139052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.139161] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.140332] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.140332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.140332] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.140491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.268810] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: SUCCESS [ 832.269075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.269255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.269480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.269672] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.269792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.269857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.270011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.270099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.270368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.270481] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.272141] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 832.272957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.272957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.273496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.273496] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.273496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.273496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.273696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.273696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.273762] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.274564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.275706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.275706] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.275706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.275706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.275706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.275706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.275706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.275706] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.276687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.276850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.277440] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.277440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.277440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.277440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.277440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.277781] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.382792] env[65945]: INFO networking_nsxv3.common.synchronization [req-ab8262d2-259d-4df8-b209-0b3ca622f5ac req-799aea53-2c0d-4a36-858b-bb8b6023442d tempest-ImagesNegativeTestJSON-1894644499 tempest-ImagesNegativeTestJSON-1894644499-project-member] Enqueued Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGHEST for action security_group_members [ 832.384040] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGHEST for action security_group_members [ 832.384040] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.384040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.384294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.384342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.384491] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.384604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.384753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.385100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.385100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.385100] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fb3870-fb20-44be-a6ae-c3c87aba7fac',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.590649] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.645029] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4452622-c29a-4807-b5d2-fd5e7dacfda0 with status ACTIVE [ 832.645029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.645029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645029] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4452622-c29a-4807-b5d2-fd5e7dacfda0 is going to be updated. [ 832.648367] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fe48e6-0365-41ee-97d5-e43b17321ce1 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.648758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.676366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.676514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.676588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.676854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.677421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.677421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4452622-c29a-4807-b5d2-fd5e7dacfda0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.777467] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.778634] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.779503] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.779631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.783987] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.888105] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.888105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.888105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.888105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.888105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.888105] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.888434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.888434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.888690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.888690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.888794] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac is going to be updated. [ 832.920599] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.920599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.920599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.920942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.921103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.934231] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac in Status: IN_PROGRESS for 2s [ 832.941544] env[65945]: INFO networking_nsxv3.common.synchronization [req-d4c44d55-4d5f-4c90-a6ff-4b66ed38456e req-a76fec7e-defa-4c69-bc57-df7cc17210b5 service nova] Enqueued Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_rules [ 832.941544] env[65945]: INFO networking_nsxv3.common.synchronization [req-d4c44d55-4d5f-4c90-a6ff-4b66ed38456e req-a76fec7e-defa-4c69-bc57-df7cc17210b5 service nova] Enqueued Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_members [ 832.941767] env[65945]: INFO networking_nsxv3.common.synchronization [req-d4c44d55-4d5f-4c90-a6ff-4b66ed38456e req-a76fec7e-defa-4c69-bc57-df7cc17210b5 service nova] Enqueued Resource ID: 0b13f383-44ba-4966-a53f-c43eb3676763 with Priority: HIGHEST for action port [ 832.942292] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_rules [ 832.942510] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_members [ 832.942682] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b13f383-44ba-4966-a53f-c43eb3676763 with Priority: HIGHEST for action port [ 832.943118] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e770550a-3d92-419b-9d40-926d316f8353 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.943398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.943489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.943784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.943914] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.945547] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e770550a-3d92-419b-9d40-926d316f8353 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.945676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.945748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.945956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.946116] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.946247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.946300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.946428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.946575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.946613] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.947689] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b13f383-44ba-4966-a53f-c43eb3676763 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.947869] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b13f383-44ba-4966-a53f-c43eb3676763" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.947978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b13f383-44ba-4966-a53f-c43eb3676763" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.948080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b13f383-44ba-4966-a53f-c43eb3676763" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.948158] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b13f383-44ba-4966-a53f-c43eb3676763',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.093557] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.280516] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 146c373d-abdc-4123-a588-a1407dbad341: rpc.has_security_group_logging(os_id): False [ 833.281791] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.291072] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.309143] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.309336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.309386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.309598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.309690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.309915] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.310027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.310101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.310315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.310383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.310520] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 146c373d-abdc-4123-a588-a1407dbad341 is going to be created. [ 833.387627] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.387840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.387840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.388057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.388279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.404047] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: IN_PROGRESS for 2s [ 833.449950] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e770550a-3d92-419b-9d40-926d316f8353 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.450166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.450443] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.451341] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b13f383-44ba-4966-a53f-c43eb3676763 with status ACTIVE [ 833.451556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.452209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.452209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.452209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.452209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.452395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.452395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.452395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.452655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.452655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.452862] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.453107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.453107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.453224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.453341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.453550] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b13f383-44ba-4966-a53f-c43eb3676763 is going to be updated. [ 833.479315] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.479681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.479681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.479681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.479829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.480159] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b13f383-44ba-4966-a53f-c43eb3676763" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.548936] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: SUCCESS [ 833.549491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.549837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.550118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.550330] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.550485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.550540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.550687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.550753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.551146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.551343] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.597635] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.597840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.597940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.598211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.598342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.598466] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 is going to be created. [ 833.629698] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.629905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.630011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.630972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.631207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.643508] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 in Status: UNINITIALIZED for 2s [ 833.784898] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.785070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.785134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.785517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.785517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.785517] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146c373d-abdc-4123-a588-a1407dbad341 is going to be updated. [ 833.792769] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.792769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.792769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.792769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.793165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.793165] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 833.817733] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.817733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.817733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.817733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.817733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.819566] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.820015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.820015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.820102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.820478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.834997] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 833.837757] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: IN_PROGRESS for 2s [ 833.956267] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.050202] env[65945]: INFO networking_nsxv3.common.synchronization [None req-8b03732d-569a-4114-b8f6-76a8335971d3 None None] Enqueued Resource ID: 0c808e32-0d0f-459c-9c91-3d15ecfbd7ca with Priority: HIGHEST for action port [ 834.053552] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c808e32-0d0f-459c-9c91-3d15ecfbd7ca with Priority: HIGHEST for action port [ 834.053848] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c808e32-0d0f-459c-9c91-3d15ecfbd7ca taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.053977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c808e32-0d0f-459c-9c91-3d15ecfbd7ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.054099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c808e32-0d0f-459c-9c91-3d15ecfbd7ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.054316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c808e32-0d0f-459c-9c91-3d15ecfbd7ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.054583] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c808e32-0d0f-459c-9c91-3d15ecfbd7ca',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.056038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.056038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.056038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.056038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.056265] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.056265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.056265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.056401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.056457] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.056561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.056697] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.056748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.056823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.057180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.057180] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.057295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.057295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.057397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.057447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.057524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.057611] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.457660] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.458018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.458018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.458229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.458352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.459256] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e770550a-3d92-419b-9d40-926d316f8353 is going to be created. [ 834.487089] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.487089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.487089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.487089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.487089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.496534] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e770550a-3d92-419b-9d40-926d316f8353 in Status: UNINITIALIZED for 2s [ 834.559196] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c808e32-0d0f-459c-9c91-3d15ecfbd7ca [ 834.559457] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.559593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.559662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.559933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.560047] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.560150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c808e32-0d0f-459c-9c91-3d15ecfbd7ca already deleted. [ 834.560233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c808e32-0d0f-459c-9c91-3d15ecfbd7ca" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.560607] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15b0fad9-919b-44f4-8a65-8974a64cd1ee: rpc.has_security_group_logging(os_id): False [ 834.578299] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.578506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.578554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.578762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.578865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.579066] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.579286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.579355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.579517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.579678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.579867] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.579958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.579958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.580304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.580487] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.580582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.580644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.580946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.581023] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee is going to be created. [ 834.643822] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.644023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.644072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.644303] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.644518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.656271] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: IN_PROGRESS for 2s [ 834.946775] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac in Status: SUCCESS [ 834.947148] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac deletion is rescheduled due to dependency. [ 834.947291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.422022] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: SUCCESS [ 835.422022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.422022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.422022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.422022] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.658225] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 in Status: SUCCESS [ 835.658615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.658615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.658767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.658951] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.659110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.659165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.659356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.659451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.659543] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.848431] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 835.848837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.849043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.849954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.850240] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.850383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.850480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.850630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.850716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.851219] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.852835] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: SUCCESS [ 835.853037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.853195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.853368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.853734] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.853829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.853883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.854900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.854900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.854900] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.922762] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.922945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.077340] env[65945]: INFO networking_nsxv3.common.synchronization [req-85607b5b-a04c-4add-a8de-cb530e719a34 req-165c657f-696a-416f-bbce-6bb1e19c0b62 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 with Priority: HIGHEST for action security_group_members [ 836.077512] env[65945]: INFO networking_nsxv3.common.synchronization [req-85607b5b-a04c-4add-a8de-cb530e719a34 req-165c657f-696a-416f-bbce-6bb1e19c0b62 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 836.077643] env[65945]: INFO networking_nsxv3.common.synchronization [req-85607b5b-a04c-4add-a8de-cb530e719a34 req-165c657f-696a-416f-bbce-6bb1e19c0b62 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 836.078288] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 with Priority: HIGHEST for action security_group_members [ 836.078401] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGHEST for action security_group_members [ 836.078517] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 836.078844] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fe48e6-0365-41ee-97d5-e43b17321ce1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.078991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.080364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.080364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.080364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.080364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.164150] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.357304] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.358365] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.509199] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e770550a-3d92-419b-9d40-926d316f8353 in Status: SUCCESS [ 836.509429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.509608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.509887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.510138] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.510281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.510352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.510521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.510603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.510691] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.510788] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.668803] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.679088] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: SUCCESS [ 836.679412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.859434] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.860462] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.017020] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.173374] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.173543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.173617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.173798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.173909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.174043] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 is going to be updated. [ 837.209269] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.209463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.209463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.213026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.213026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.219443] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 in Status: IN_PROGRESS for 2s [ 837.363680] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.363803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.363844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.364096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.364312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.364373] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 837.365691] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.365812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.365882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.366113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.366197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.366288] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146c373d-abdc-4123-a588-a1407dbad341 is going to be updated. [ 837.416864] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.417061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.417144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.417444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.417634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.419839] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.419999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.420129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.420369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.420556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.433832] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: IN_PROGRESS for 2s [ 837.434799] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 837.518661] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e770550a-3d92-419b-9d40-926d316f8353: rpc.has_security_group_logging(os_id): False [ 837.558732] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.559256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.559348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.559668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.559856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.560227] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.560377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.560463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.560736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.560941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.561074] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e770550a-3d92-419b-9d40-926d316f8353 is going to be created. [ 837.707231] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.707685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.707685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.707868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.708328] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.726596] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e770550a-3d92-419b-9d40-926d316f8353 in Status: IN_PROGRESS for 2s [ 837.990614] env[65945]: INFO networking_nsxv3.common.synchronization [req-5091d6a7-2874-4219-a560-b4f19839fdf0 req-f19b7075-7deb-47f5-84db-6426a33968f4 tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 837.991740] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 837.992544] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.993968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.993968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.993968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.993968] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.993968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.993968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.993968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.993968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.993968] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.385663] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.385909] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.386012] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.386331] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.388404] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388858] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.389014] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.389343] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.389503] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.389727] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.389840] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.389945] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.390066] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.390180] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.390322] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.391469] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.417933] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.417933] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.418960] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.419163] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.419620] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.424431] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.424431] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.424431] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.424431] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88ddec6-0b54-4db3-ad94-3eb1b3c8e529',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.497556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.497556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.497556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.497556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.497556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.497556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.497982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.497982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.497982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.497982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.498143] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 838.525837] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.526021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.526097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.526321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.526469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.537125] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 838.927488] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.927913] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.927913] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.928188] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.928336] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.928536] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port f88ddec6-0b54-4db3-ad94-3eb1b3c8e529 not found, creating... [ 838.928812] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.928972] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.929109] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.929347] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.929487] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.930039] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.930039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.930198] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.930290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.930410] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.930571] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: f88ddec6-0b54-4db3-ad94-3eb1b3c8e529 is going to be created. [ 838.954606] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.954868] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.954996] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.955281] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.955523] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.955789] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.233384] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 in Status: SUCCESS [ 839.233384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.233537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.233745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.233942] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.234075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.234137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.234297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.234377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.234461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.234752] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.235459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.235621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.235776] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.235877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.235942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.236088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.236163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.236253] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.445706] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 839.446052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.446270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.446579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.446856] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.447319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.447319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.447319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.447483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.447483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.447638] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.447713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.447776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.448026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.448983] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.448983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.448983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.448983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.448983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.448983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.448983] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.450210] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: SUCCESS [ 839.450432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.451243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.451243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.451243] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.451243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.451243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.451243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.451243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.452492] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.452492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.452492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.452492] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.452492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.452659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.452659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.452730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.452858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.452927] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.454235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.454235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.454235] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.454551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.454551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.454551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.454551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.454679] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.673444] env[65945]: INFO networking_nsxv3.common.synchronization [req-5091d6a7-2874-4219-a560-b4f19839fdf0 req-c39f9e0c-c0a6-4cae-a1df-889b05f15fe1 service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 839.673670] env[65945]: INFO networking_nsxv3.common.synchronization [req-5091d6a7-2874-4219-a560-b4f19839fdf0 req-c39f9e0c-c0a6-4cae-a1df-889b05f15fe1 service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 839.673825] env[65945]: INFO networking_nsxv3.common.synchronization [req-5091d6a7-2874-4219-a560-b4f19839fdf0 req-c39f9e0c-c0a6-4cae-a1df-889b05f15fe1 service nova] Enqueued Resource ID: f88ddec6-0b54-4db3-ad94-3eb1b3c8e529 with Priority: HIGHEST for action port [ 839.675657] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 839.678888] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 839.679102] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88ddec6-0b54-4db3-ad94-3eb1b3c8e529 with Priority: HIGHEST for action port [ 839.679549] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.679665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.679979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.679979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.680095] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.682062] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.682062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.682062] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.682062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.682062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.682062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.684458] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88ddec6-0b54-4db3-ad94-3eb1b3c8e529',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.739782] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5fe48e6-0365-41ee-97d5-e43b17321ce1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.739782] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.739782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.739782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.739782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.740131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.740131] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.740214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.741846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.741846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.741846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.741846] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 is going to be deleted. [ 839.743159] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e770550a-3d92-419b-9d40-926d316f8353 in Status: SUCCESS [ 839.743257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.779609] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.779609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.779609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.779609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.779609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.779609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.954278] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.955442] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8db72420-a4c4-49ed-aa05-88cb099b0561: rpc.has_security_group_logging(os_id): False [ 839.956942] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.958167] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.958299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.958369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.958575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.958686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.958991] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.959090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.959285] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.959460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.959499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.959677] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146c373d-abdc-4123-a588-a1407dbad341 is going to be updated. [ 839.981259] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.981743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.981884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.982202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.982319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.982556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.982768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.982768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.982890] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.982971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.983181] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.983300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.983377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.983528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.983641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.983814] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.983879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.983916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.984070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.984175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.984278] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 839.987884] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.988190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.988190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.988351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.988581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.002513] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: IN_PROGRESS for 2s [ 840.083516] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.083802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.083802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.084051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.084242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.101670] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 840.185202] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.185580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.185580] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f88ddec6-0b54-4db3-ad94-3eb1b3c8e529 with status ACTIVE [ 840.185802] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.185802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.185926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.186109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.186204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.186381] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.186481] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.186544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.186712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.186802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.187020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.187117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.187179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.187346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.187434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.187629] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f88ddec6-0b54-4db3-ad94-3eb1b3c8e529 is going to be updated. [ 840.225042] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.225254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.225379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.225640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.225803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.225999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f88ddec6-0b54-4db3-ad94-3eb1b3c8e529" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.245588] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5fe48e6-0365-41ee-97d5-e43b17321ce1: rpc.has_security_group_logging(os_id): False [ 840.267866] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.268120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.268225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.268469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.268624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.268920] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.269050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.269138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.269389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.269509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.269796] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 is going to be created. [ 840.293347] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b5fe48e6-0365-41ee-97d5-e43b17321ce1], does not exist path=[/infra/domains/default/groups/b5fe48e6-0365-41ee-97d5-e43b17321ce1]."\n}' [ 840.293541] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b5fe48e6-0365-41ee-97d5-e43b17321ce1 [ 840.293597] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 840.385508] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.388277] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.388277] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.388277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.388834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.388834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.388834] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fe48e6-0365-41ee-97d5-e43b17321ce1 is going to be created. [ 840.419531] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b5fe48e6-0365-41ee-97d5-e43b17321ce1], does not exist path=[/infra/domains/default/groups/b5fe48e6-0365-41ee-97d5-e43b17321ce1]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b5fe48e6-0365-41ee-97d5-e43b17321ce1 [ 840.419531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fe48e6-0365-41ee-97d5-e43b17321ce1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.419859] env[65945]: Traceback (most recent call last): [ 840.419899] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 840.419899] env[65945]: return func(*args, **kwargs) [ 840.419899] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 840.419899] env[65945]: res.raise_for_status() [ 840.419899] env[65945]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 840.419899] env[65945]: raise HTTPError(http_error_msg, response=self) [ 840.419899] env[65945]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b5fe48e6-0365-41ee-97d5-e43b17321ce1 [ 840.419899] env[65945]: During handling of the above exception, another exception occurred: [ 840.419899] env[65945]: Traceback (most recent call last): [ 840.420262] env[65945]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 840.420262] env[65945]: listener.cb(fileno) [ 840.420262] env[65945]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 840.420262] env[65945]: result = function(*args, **kwargs) [ 840.420262] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 840.420262] env[65945]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 840.420262] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 840.420262] env[65945]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 840.420262] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 840.420262] env[65945]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 840.420262] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 840.420262] env[65945]: res.raise_for_status() [ 840.420262] env[65945]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 840.420262] env[65945]: raise HTTPError(http_error_msg, response=self) [ 840.420262] env[65945]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b5fe48e6-0365-41ee-97d5-e43b17321ce1 [ 840.420262] env[65945]: Removing descriptor: 64 [ 840.458549] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.462566] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 146c373d-abdc-4123-a588-a1407dbad341: rpc.has_security_group_logging(os_id): False [ 840.484110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.484110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.484110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.484492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.507255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.507451] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.507560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.507627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.507854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.507956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.508031] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 146c373d-abdc-4123-a588-a1407dbad341 is going to be updated. [ 840.552123] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 840.552123] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da deletion is rescheduled due to dependency. [ 840.552123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.552123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.552123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.552472] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.552472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.552472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.552633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.552668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.552991] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.579387] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.579653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.579653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.579812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.579945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.597388] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: IN_PROGRESS for 2s [ 840.660344] env[65945]: INFO networking_nsxv3.common.synchronization [req-2641b5f7-6d38-4241-8bf2-9272e21b024a req-fbfdde26-f475-460c-8a86-bb7932d75349 tempest-ServersAdminTestJSON-1364200875 tempest-ServersAdminTestJSON-1364200875-project-member] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 840.660732] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 840.661170] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.661324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.661411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.662201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.662201] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.662201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.662201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.662422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.662745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.662866] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.962537] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.962537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.962537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.962537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.962537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.962537] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 840.993370] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.993615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.993693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.993867] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.994027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.003987] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 841.056365] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.063394] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.063596] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.063718] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.063983] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.064302] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.064464] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.068021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.068021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.068021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.068021] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.068021] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.068021] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.068021] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.068021] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.068021] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.068021] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.093680] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.093847] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.093978] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.094187] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-813" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.094501] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-f075dbf5-05db-4e5c-aecd-8486a465bd55 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.094671] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-f075dbf5-05db-4e5c-aecd-8486a465bd55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.094790] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-f075dbf5-05db-4e5c-aecd-8486a465bd55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.095139] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-f075dbf5-05db-4e5c-aecd-8486a465bd55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.095341] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f075dbf5-05db-4e5c-aecd-8486a465bd55',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.166107] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.558738] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.598682] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.598949] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.599079] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.599376] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.599527] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.599682] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port f075dbf5-05db-4e5c-aecd-8486a465bd55 not found, creating... [ 841.599971] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.600169] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.600303] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.600523] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.600676] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.600958] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.603109] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.603256] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.603538] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.603637] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.603778] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: f075dbf5-05db-4e5c-aecd-8486a465bd55 is going to be created. [ 841.631258] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.631258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.631258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.631258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.631258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.631258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-f075dbf5-05db-4e5c-aecd-8486a465bd55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.668740] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.013954] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: SUCCESS [ 842.014391] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146c373d-abdc-4123-a588-a1407dbad341 deletion is rescheduled due to dependency. [ 842.014816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.065484] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.065776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.065776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.065982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.066127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.066288] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 842.101415] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.101686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.101808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.102165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.103171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.116752] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 842.123479] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 842.123653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.123719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.123983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.124080] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.171978] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.172249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.172451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.172780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.172880] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.173034] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 842.213624] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.214415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.214624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.214981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.216607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.227467] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 842.341979] env[65945]: INFO networking_nsxv3.common.synchronization [req-2641b5f7-6d38-4241-8bf2-9272e21b024a req-342d611f-82c8-4e79-b24e-44147001e0fa service nova] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_rules [ 842.341979] env[65945]: INFO networking_nsxv3.common.synchronization [req-2641b5f7-6d38-4241-8bf2-9272e21b024a req-342d611f-82c8-4e79-b24e-44147001e0fa service nova] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 842.342149] env[65945]: INFO networking_nsxv3.common.synchronization [req-2641b5f7-6d38-4241-8bf2-9272e21b024a req-342d611f-82c8-4e79-b24e-44147001e0fa service nova] Enqueued Resource ID: f075dbf5-05db-4e5c-aecd-8486a465bd55 with Priority: HIGHEST for action port [ 842.343457] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_rules [ 842.345038] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 842.345038] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f075dbf5-05db-4e5c-aecd-8486a465bd55 with Priority: HIGHEST for action port [ 842.345038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.345038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.345038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.345414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.345414] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.346886] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.347018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.347331] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f075dbf5-05db-4e5c-aecd-8486a465bd55 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.347525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f075dbf5-05db-4e5c-aecd-8486a465bd55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.347745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f075dbf5-05db-4e5c-aecd-8486a465bd55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.348081] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f075dbf5-05db-4e5c-aecd-8486a465bd55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.348200] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f075dbf5-05db-4e5c-aecd-8486a465bd55',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.614092] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 146c373d-abdc-4123-a588-a1407dbad341 in Status: SUCCESS [ 842.614092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.629807] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.629807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.849912] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.850395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.850539] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f075dbf5-05db-4e5c-aecd-8486a465bd55 with status ACTIVE [ 842.850730] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.850844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.850912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.851173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.851271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.851476] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.851669] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.851669] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.851796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.851868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.852590] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.852590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.852590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.852590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.852590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.852590] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f075dbf5-05db-4e5c-aecd-8486a465bd55 is going to be updated. [ 842.876787] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.876997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.879020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.879020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.879020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.879020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f075dbf5-05db-4e5c-aecd-8486a465bd55" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.026957] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 843.027235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.027480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.028059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.028627] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.028627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.028627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.028627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.028846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.028846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.028932] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.532168] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.532354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.532429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.532657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.532877] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.532990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.533084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.533264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.533392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.533507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.535908] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.536074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.536147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.537085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.537085] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.537085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.537085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.537085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.537085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.537085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.537626] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.039409] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8db72420-a4c4-49ed-aa05-88cb099b0561: rpc.has_security_group_logging(os_id): False [ 844.059705] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.059845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.059919] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.060146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.081912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.082404] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.082530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.082577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.082851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.082969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.083276] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.083426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.083518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.084018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084236] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.084440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.084510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.084675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.085015] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 844.132666] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 844.132975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.133206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.133523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.133769] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.133863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.133940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.134140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.134238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.134351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.134459] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.156731] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.156925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.157034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.157349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.157554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.175686] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 844.238717] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 844.239076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.239293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.239579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.239830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.240008] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.240112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.240346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.240485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.240596] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.637676] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.637676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.637676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.637989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.637989] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.638136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.638171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.638359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.638403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.638485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.638641] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.638772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.638835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.638931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.639087] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.639181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.639298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.639411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.639454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.639605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.639605] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.744998] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.141694] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 469b0ddc-22ff-46a3-9548-dead9e6e52da: rpc.has_security_group_logging(os_id): False [ 845.161715] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.161957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.161957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.162115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.186210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.186494] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.186618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.186688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.187046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.187046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.187320] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.187320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.187406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.187504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.187571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.187748] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.187846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.187942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.188085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.188156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.188242] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 845.246328] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.251340] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.251485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.251681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.251771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.251903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.266732] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 845.667580] env[65945]: INFO networking_nsxv3.common.synchronization [req-ff12e711-5bc9-4835-be53-ce84c6b2806d req-a57b193b-45b9-438c-b1ae-06b20848b4aa tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 with Priority: HIGHEST for action security_group_members [ 845.667772] env[65945]: INFO networking_nsxv3.common.synchronization [req-ff12e711-5bc9-4835-be53-ce84c6b2806d req-a57b193b-45b9-438c-b1ae-06b20848b4aa tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 845.668438] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 with Priority: HIGHEST for action security_group_members [ 845.668576] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 845.668867] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.668979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.669059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.669378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.670062] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.670178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.670243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.670408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.670494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.670590] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed21aeb-8be6-4d00-a29e-0db0fb6a8362',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.672775] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.672775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.672961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.673022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.673469] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.673586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.673657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.673827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.673920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.674051] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.722350] env[65945]: INFO networking_nsxv3.common.synchronization [req-ff12e711-5bc9-4835-be53-ce84c6b2806d req-a57b193b-45b9-438c-b1ae-06b20848b4aa tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_rules [ 845.722623] env[65945]: INFO networking_nsxv3.common.synchronization [req-ff12e711-5bc9-4835-be53-ce84c6b2806d req-a57b193b-45b9-438c-b1ae-06b20848b4aa tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 845.722811] env[65945]: INFO networking_nsxv3.common.synchronization [req-ff12e711-5bc9-4835-be53-ce84c6b2806d req-a57b193b-45b9-438c-b1ae-06b20848b4aa tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 with Priority: HIGHEST for action security_group_rules [ 845.723124] env[65945]: INFO networking_nsxv3.common.synchronization [req-ff12e711-5bc9-4835-be53-ce84c6b2806d req-a57b193b-45b9-438c-b1ae-06b20848b4aa tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 with Priority: HIGHEST for action security_group_members [ 845.723332] env[65945]: INFO networking_nsxv3.common.synchronization [req-ff12e711-5bc9-4835-be53-ce84c6b2806d req-a57b193b-45b9-438c-b1ae-06b20848b4aa tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 with Priority: HIGHEST for action port [ 845.723995] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_rules [ 845.724496] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 with Priority: HIGHEST for action security_group_rules [ 845.724638] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 with Priority: HIGHEST for action port [ 845.724874] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 845.724947] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 with Priority: HIGHEST for action security_group_members [ 845.725378] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.725576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.726171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.726442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.726600] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.727922] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed21aeb-8be6-4d00-a29e-0db0fb6a8362 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.728102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.728162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.728432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.728559] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed21aeb-8be6-4d00-a29e-0db0fb6a8362',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.729705] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-069fe7bf-891e-4d7d-9f97-6b36bc463040 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.729876] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.729983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.730333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.730444] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('069fe7bf-891e-4d7d-9f97-6b36bc463040',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.731519] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.731636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.731998] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.732119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.749487] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.749679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.749903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.750251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.750251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.750251] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 845.785124] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.785318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.785424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.785661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.785958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.795830] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 846.176951] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eed21aeb-8be6-4d00-a29e-0db0fb6a8362',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.179081] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.198783] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 846.198783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.234177] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.234313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.234931] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.235041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.235215] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 069fe7bf-891e-4d7d-9f97-6b36bc463040 with status ACTIVE [ 846.235675] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.235818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.235891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.236249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.236408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.236531] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.236626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.236686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.236916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.237042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.237421] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.237421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.237421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.237617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.237617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.237776] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 is going to be updated. [ 846.261357] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.261576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.262469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.262469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.262469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.262469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.679310] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eed21aeb-8be6-4d00-a29e-0db0fb6a8362',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.683205] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.067097] env[65945]: INFO networking_nsxv3.common.synchronization [req-9a6fe5ed-7653-44b5-ba41-df83d2759e44 req-73e772fc-f0d2-4356-9534-c4011dea1e57 tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 with Priority: HIGHEST for action security_group_members [ 847.067097] env[65945]: INFO networking_nsxv3.common.synchronization [req-9a6fe5ed-7653-44b5-ba41-df83d2759e44 req-73e772fc-f0d2-4356-9534-c4011dea1e57 tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 847.067097] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 with Priority: HIGHEST for action security_group_members [ 847.067097] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 847.067097] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.067097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.068025] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.068724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.121603] env[65945]: INFO networking_nsxv3.common.synchronization [req-9a6fe5ed-7653-44b5-ba41-df83d2759e44 req-73e772fc-f0d2-4356-9534-c4011dea1e57 tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_rules [ 847.121603] env[65945]: INFO networking_nsxv3.common.synchronization [req-9a6fe5ed-7653-44b5-ba41-df83d2759e44 req-73e772fc-f0d2-4356-9534-c4011dea1e57 tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 847.121603] env[65945]: INFO networking_nsxv3.common.synchronization [req-9a6fe5ed-7653-44b5-ba41-df83d2759e44 req-73e772fc-f0d2-4356-9534-c4011dea1e57 tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 with Priority: HIGHEST for action port [ 847.122189] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_rules [ 847.123034] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 847.123109] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 with Priority: HIGHEST for action port [ 847.123839] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.123839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.123839] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.123839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.124496] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-069fe7bf-891e-4d7d-9f97-6b36bc463040 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.124496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.124496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.124496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.124496] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('069fe7bf-891e-4d7d-9f97-6b36bc463040',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.183675] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.183675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.183675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.183675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.183675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.183675] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 is going to be created. [ 847.188496] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.188649] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.188717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.188977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.189092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.189214] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be updated. [ 847.217054] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.217054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.217054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.217054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.217054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.225131] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.225641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.228022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.228022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.228022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.228742] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 in Status: UNINITIALIZED for 2s [ 847.236429] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: IN_PROGRESS for 2s [ 847.284267] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 847.285034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.379492] env[65945]: INFO networking_nsxv3.common.synchronization [None req-c669ecd2-8cf0-43b4-ba15-0630ea3cebca None None] Enqueued Resource ID: d0f9e048-e677-4ef8-883d-e968810bb8d4 with Priority: HIGHEST for action port [ 847.380070] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f9e048-e677-4ef8-883d-e968810bb8d4 with Priority: HIGHEST for action port [ 847.380819] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f9e048-e677-4ef8-883d-e968810bb8d4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.380978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f9e048-e677-4ef8-883d-e968810bb8d4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.381054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f9e048-e677-4ef8-883d-e968810bb8d4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.381323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f9e048-e677-4ef8-883d-e968810bb8d4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.381429] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f9e048-e677-4ef8-883d-e968810bb8d4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.626563] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 069fe7bf-891e-4d7d-9f97-6b36bc463040 with status ACTIVE [ 847.626775] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.626960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.626960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.627204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.627291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.627774] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.627774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.627774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.627774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.628194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.628194] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.628194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.628397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.628459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.628571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.628986] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 069fe7bf-891e-4d7d-9f97-6b36bc463040 is going to be updated. [ 847.652084] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.652299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.652396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.652551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.652690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.652845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-069fe7bf-891e-4d7d-9f97-6b36bc463040" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.810511] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 847.810777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.811114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.811359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.811597] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.811722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.811787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.811967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.813235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.813389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.813510] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.884188] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0f9e048-e677-4ef8-883d-e968810bb8d4 [ 847.884462] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.884462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.884462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.884685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.884787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.884851] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0f9e048-e677-4ef8-883d-e968810bb8d4 already deleted. [ 847.884995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f9e048-e677-4ef8-883d-e968810bb8d4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.234637] env[65945]: INFO networking_nsxv3.common.synchronization [req-7d3c9889-2761-419b-8f43-f2a376d718ec req-04e87150-5310-4598-8f7b-ec19b2af20ba tempest-ServerActionsV293TestJSON-522824856 tempest-ServerActionsV293TestJSON-522824856-project-member] Enqueued Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_members [ 848.235194] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGHEST for action security_group_members [ 848.235511] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.235616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.235710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.235869] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.236240] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.236240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.236240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.236530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.236564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.236682] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.315636] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.315918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.315918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.316093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.316543] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.316543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.316543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.316543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.316836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.316836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.317039] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.317089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.317122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.317271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.317407] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.317496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.317551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.317685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.317761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.317838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.317950] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.740289] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.740289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.740289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.740289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.763958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.764263] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.764395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.764466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.765057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.765057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.765191] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 is going to be updated. [ 848.796444] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.796444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.796444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.796747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.797124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.808418] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 in Status: IN_PROGRESS for 2s [ 848.820098] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 828f5ced-a680-43c6-bca9-e2cf0f297200: rpc.has_security_group_logging(os_id): False [ 848.841552] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.841752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.841752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.841972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.864385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.864640] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.864786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.864959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.865079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.865350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.865350] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.865600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.865600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.865600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.865893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.865893] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.865999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.865999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.866205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.866251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.866451] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 848.946336] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.946528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.946528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.946745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.946926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.967040] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 849.240690] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 in Status: UNINITIALIZED for 4s [ 849.249146] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: IN_PROGRESS for 4s [ 849.579185] env[65945]: INFO networking_nsxv3.common.synchronization [None req-c22688c0-d4d1-4451-b59e-e32d30b34f78 None None] Enqueued Resource ID: c455b1ff-cce9-4933-a6d2-79b0c9f00000 with Priority: HIGHEST for action port [ 849.579185] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c455b1ff-cce9-4933-a6d2-79b0c9f00000 with Priority: HIGHEST for action port [ 849.579185] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c455b1ff-cce9-4933-a6d2-79b0c9f00000 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.579185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c455b1ff-cce9-4933-a6d2-79b0c9f00000" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.579185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c455b1ff-cce9-4933-a6d2-79b0c9f00000" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.579476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c455b1ff-cce9-4933-a6d2-79b0c9f00000" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.579476] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c455b1ff-cce9-4933-a6d2-79b0c9f00000',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.081712] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c455b1ff-cce9-4933-a6d2-79b0c9f00000 [ 850.081943] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.082107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.082171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.082385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.082496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.083097] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c455b1ff-cce9-4933-a6d2-79b0c9f00000 already deleted. [ 850.083097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c455b1ff-cce9-4933-a6d2-79b0c9f00000" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.125059] env[65945]: INFO networking_nsxv3.common.synchronization [None req-d7641d52-c5e0-47be-ade7-117b4f2ff015 None None] Enqueued Resource ID: 69e1b0f0-4e8c-4041-9157-5b272096f20e with Priority: HIGHEST for action port [ 850.125705] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e1b0f0-4e8c-4041-9157-5b272096f20e with Priority: HIGHEST for action port [ 850.128041] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e1b0f0-4e8c-4041-9157-5b272096f20e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.128041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e1b0f0-4e8c-4041-9157-5b272096f20e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.128041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e1b0f0-4e8c-4041-9157-5b272096f20e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.129407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e1b0f0-4e8c-4041-9157-5b272096f20e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.129407] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e1b0f0-4e8c-4041-9157-5b272096f20e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.636249] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e1b0f0-4e8c-4041-9157-5b272096f20e [ 850.638038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.638038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.638038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.638038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.638038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.638339] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e1b0f0-4e8c-4041-9157-5b272096f20e already deleted. [ 850.638339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e1b0f0-4e8c-4041-9157-5b272096f20e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.822203] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 in Status: SUCCESS [ 850.822416] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 deletion is rescheduled due to dependency. [ 850.822775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.983932] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 850.984179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.254604] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 in Status: SUCCESS [ 851.256829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.256829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.256829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.256829] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.256829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.256829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.256829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.256829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.256829] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed21aeb-8be6-4d00-a29e-0db0fb6a8362',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.260562] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: SUCCESS [ 851.260872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.263786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.263786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.263786] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.263786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.263786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.263786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.263786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.263786] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.760917] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.760917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.760917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.760917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.760917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.760917] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.760917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.760917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.761672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.761672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.761672] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 is going to be deleted. [ 851.764010] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.798859] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.799131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.799131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.799395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.799495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.799596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.800081] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.800261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.800432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.800527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.800579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.800714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.800791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.800886] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed21aeb-8be6-4d00-a29e-0db0fb6a8362',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.934129] env[65945]: INFO networking_nsxv3.common.synchronization [None req-784c0d96-5572-4fe2-add5-21603e10c7e6 None None] Enqueued Resource ID: 09fc075f-65ce-4706-8252-3fbbbdfea2b3 with Priority: HIGHEST for action port [ 851.934677] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc075f-65ce-4706-8252-3fbbbdfea2b3 with Priority: HIGHEST for action port [ 851.934998] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-09fc075f-65ce-4706-8252-3fbbbdfea2b3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.935136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09fc075f-65ce-4706-8252-3fbbbdfea2b3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.935205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09fc075f-65ce-4706-8252-3fbbbdfea2b3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.935755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09fc075f-65ce-4706-8252-3fbbbdfea2b3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.935877] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09fc075f-65ce-4706-8252-3fbbbdfea2b3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.992222] env[65945]: INFO networking_nsxv3.common.synchronization [req-47fd9274-33de-4da0-b829-57cac2a667c0 req-03e360d6-7786-4a90-97b5-c5ff83e81c52 tempest-SecurityGroupRulesTestJSON-923083705 tempest-SecurityGroupRulesTestJSON-923083705-project-member] Enqueued Resource ID: 26c2a12c-fba8-4347-ac98-69c7ac0fa23f with Priority: HIGHEST for action security_group_rules [ 851.992912] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c2a12c-fba8-4347-ac98-69c7ac0fa23f with Priority: HIGHEST for action security_group_rules [ 851.994548] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c2a12c-fba8-4347-ac98-69c7ac0fa23f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.994706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c2a12c-fba8-4347-ac98-69c7ac0fa23f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.994778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c2a12c-fba8-4347-ac98-69c7ac0fa23f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.996240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c2a12c-fba8-4347-ac98-69c7ac0fa23f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.996240] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c2a12c-fba8-4347-ac98-69c7ac0fa23f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.268426] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.303364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.303510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.303578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.303954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.303954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.304107] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.304179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.304244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.304390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.304468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.304554] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 already deleted. [ 852.304633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.304733] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eed21aeb-8be6-4d00-a29e-0db0fb6a8362',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.305704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.305876] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.306141] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.306264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.307330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.312020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.312020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.312020] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed21aeb-8be6-4d00-a29e-0db0fb6a8362',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.438911] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09fc075f-65ce-4706-8252-3fbbbdfea2b3 [ 852.439693] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.439693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.439693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.439693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.439693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.440121] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09fc075f-65ce-4706-8252-3fbbbdfea2b3 already deleted. [ 852.440121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09fc075f-65ce-4706-8252-3fbbbdfea2b3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.523042] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.523195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.523258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.523473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.523560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.523652] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c2a12c-fba8-4347-ac98-69c7ac0fa23f already deleted. [ 852.523734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c2a12c-fba8-4347-ac98-69c7ac0fa23f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.771505] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.771865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.771865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.772168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.772327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.772452] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be updated. [ 852.804292] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.804446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.804499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.804705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.804866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.812895] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eed21aeb-8be6-4d00-a29e-0db0fb6a8362',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.815331] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: IN_PROGRESS for 2s [ 852.816828] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.816977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.816977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.817209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.817312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.817765] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.817765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.817765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.817898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.817940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.818091] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 already deleted. [ 852.818137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.315228] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eed21aeb-8be6-4d00-a29e-0db0fb6a8362: rpc.has_security_group_logging(os_id): False [ 853.426184] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.426417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.426560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.426838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.426985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.427457] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.427741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.427741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.428292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.430818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.433048] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 is going to be created. [ 853.459964] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/eed21aeb-8be6-4d00-a29e-0db0fb6a8362], does not exist path=[/infra/domains/default/groups/eed21aeb-8be6-4d00-a29e-0db0fb6a8362]."\n}' [ 853.460257] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eed21aeb-8be6-4d00-a29e-0db0fb6a8362 [ 853.460257] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 853.502662] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.502662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.502662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.505153] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.505153] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.505153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.505153] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed21aeb-8be6-4d00-a29e-0db0fb6a8362 is going to be created. [ 853.528710] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/eed21aeb-8be6-4d00-a29e-0db0fb6a8362], does not exist path=[/infra/domains/default/groups/eed21aeb-8be6-4d00-a29e-0db0fb6a8362]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eed21aeb-8be6-4d00-a29e-0db0fb6a8362 [ 853.528710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed21aeb-8be6-4d00-a29e-0db0fb6a8362" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.528710] env[65945]: Traceback (most recent call last): [ 853.528926] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 853.528926] env[65945]: return func(*args, **kwargs) [ 853.528926] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 853.528926] env[65945]: res.raise_for_status() [ 853.528926] env[65945]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 853.528926] env[65945]: raise HTTPError(http_error_msg, response=self) [ 853.528926] env[65945]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eed21aeb-8be6-4d00-a29e-0db0fb6a8362 [ 853.528926] env[65945]: During handling of the above exception, another exception occurred: [ 853.528926] env[65945]: Traceback (most recent call last): [ 853.528926] env[65945]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 853.528926] env[65945]: listener.cb(fileno) [ 853.528926] env[65945]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 853.528926] env[65945]: result = function(*args, **kwargs) [ 853.528926] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 853.528926] env[65945]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 853.528926] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 853.528926] env[65945]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 853.528926] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 853.528926] env[65945]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 853.528926] env[65945]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 853.528926] env[65945]: res.raise_for_status() [ 853.528926] env[65945]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 853.528926] env[65945]: raise HTTPError(http_error_msg, response=self) [ 853.528926] env[65945]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eed21aeb-8be6-4d00-a29e-0db0fb6a8362 [ 853.528926] env[65945]: Removing descriptor: 64 [ 854.649140] env[65945]: INFO networking_nsxv3.common.synchronization [req-e1b5a162-560a-4200-bb4c-c3ba3864900c req-403a8dcd-d4d5-4014-a6c0-1ac6d8103c00 tempest-SecurityGroupRulesTestJSON-923083705 tempest-SecurityGroupRulesTestJSON-923083705-project-member] Enqueued Resource ID: a77168ac-41a9-4824-a9af-f961b9dbdd0d with Priority: HIGHEST for action security_group_rules [ 854.649761] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77168ac-41a9-4824-a9af-f961b9dbdd0d with Priority: HIGHEST for action security_group_rules [ 854.650348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a77168ac-41a9-4824-a9af-f961b9dbdd0d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.650527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a77168ac-41a9-4824-a9af-f961b9dbdd0d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.650571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a77168ac-41a9-4824-a9af-f961b9dbdd0d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.650789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a77168ac-41a9-4824-a9af-f961b9dbdd0d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.650882] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a77168ac-41a9-4824-a9af-f961b9dbdd0d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.828065] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: SUCCESS [ 854.828065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.828065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.828065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.828065] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.828065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.828065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.828065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.828065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.829034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.829339] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.830357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.830643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.830918] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.831185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.831343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.831576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.832776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.832776] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.173449] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.173449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.173449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.173449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.173449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.173449] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a77168ac-41a9-4824-a9af-f961b9dbdd0d already deleted. [ 855.173449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a77168ac-41a9-4824-a9af-f961b9dbdd0d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.334122] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.334260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.334477] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.836647] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.951600] env[65945]: INFO networking_nsxv3.common.synchronization [None req-250531af-89c9-4604-a8dc-168ec4c95b8c None None] Enqueued Resource ID: bde935b7-9a8a-4f96-888b-64b9ad6103bc with Priority: HIGHEST for action port [ 855.952140] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde935b7-9a8a-4f96-888b-64b9ad6103bc with Priority: HIGHEST for action port [ 855.952484] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde935b7-9a8a-4f96-888b-64b9ad6103bc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.952597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde935b7-9a8a-4f96-888b-64b9ad6103bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.952641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde935b7-9a8a-4f96-888b-64b9ad6103bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.952905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde935b7-9a8a-4f96-888b-64b9ad6103bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.953336] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde935b7-9a8a-4f96-888b-64b9ad6103bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.339389] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.339667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.339667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.339881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.339988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.340077] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be updated. [ 856.377255] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.377255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.377255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.377255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.377255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.390028] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: IN_PROGRESS for 2s [ 856.456129] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bde935b7-9a8a-4f96-888b-64b9ad6103bc [ 856.456746] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.456746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.456746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.456746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.456979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.456979] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bde935b7-9a8a-4f96-888b-64b9ad6103bc already deleted. [ 856.457093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde935b7-9a8a-4f96-888b-64b9ad6103bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.196880] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a918222-92da-4da6-b548-eae1ab9df47b req-b09e8fac-0ea4-46d9-aec0-10995f8a217f tempest-MultipleCreateTestJSON-1792970292 tempest-MultipleCreateTestJSON-1792970292-project-member] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 857.197464] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 857.197815] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.197938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.198038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.198307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.198466] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.198565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.198631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.198788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.198898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.198973] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.703618] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.703618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.703618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.703618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.703618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.703618] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.703618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.703618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.703618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.703618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.703618] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b already deleted. [ 857.703618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.898363] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.898363] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.898363] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.898363] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.898363] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.898363] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.898363] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.898363] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.898363] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.898363] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.898363] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.899358] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.899358] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.899358] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.899358] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.899358] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.929220] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.929220] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.929220] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.929220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.929220] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-dadb40ad-a694-44aa-b228-5bbd71569a61 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.929220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-dadb40ad-a694-44aa-b228-5bbd71569a61" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.929220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-dadb40ad-a694-44aa-b228-5bbd71569a61" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.929220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-dadb40ad-a694-44aa-b228-5bbd71569a61" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.929220] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dadb40ad-a694-44aa-b228-5bbd71569a61',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.358978] env[65945]: INFO networking_nsxv3.common.synchronization [None req-4c28ccb6-a314-41b6-acc2-3c7de138c4c7 None None] Enqueued Resource ID: 4a232c22-feda-4be8-98ff-1bcdb5a29110 with Priority: HIGHEST for action port [ 858.359581] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a232c22-feda-4be8-98ff-1bcdb5a29110 with Priority: HIGHEST for action port [ 858.360600] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a232c22-feda-4be8-98ff-1bcdb5a29110 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.360600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a232c22-feda-4be8-98ff-1bcdb5a29110" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.360600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a232c22-feda-4be8-98ff-1bcdb5a29110" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.360600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a232c22-feda-4be8-98ff-1bcdb5a29110" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.360600] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a232c22-feda-4be8-98ff-1bcdb5a29110',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.400929] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: SUCCESS [ 858.401198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.401633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.401850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.402545] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.402545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.402545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.402545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.402545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.402545] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.435020] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.435020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.435020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.435020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.435020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.435020] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port dadb40ad-a694-44aa-b228-5bbd71569a61 not found, creating... [ 858.435020] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.435020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.435020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.435020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.435020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.435645] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.435645] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.435645] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.436425] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.436713] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.437024] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: dadb40ad-a694-44aa-b228-5bbd71569a61 is going to be created. [ 858.457747] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.457747] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.457939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.458626] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.458925] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.459295] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-dadb40ad-a694-44aa-b228-5bbd71569a61" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.863829] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a232c22-feda-4be8-98ff-1bcdb5a29110 [ 858.863829] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.863829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.863829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.863829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.863829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.863829] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a232c22-feda-4be8-98ff-1bcdb5a29110 already deleted. [ 858.863829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a232c22-feda-4be8-98ff-1bcdb5a29110" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.905029] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.158928] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a918222-92da-4da6-b548-eae1ab9df47b req-a8fa1da8-3064-4a63-a438-c7ed26293008 service nova] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_rules [ 859.159114] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a918222-92da-4da6-b548-eae1ab9df47b req-a8fa1da8-3064-4a63-a438-c7ed26293008 service nova] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 859.161631] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a918222-92da-4da6-b548-eae1ab9df47b req-a8fa1da8-3064-4a63-a438-c7ed26293008 service nova] Enqueued Resource ID: dadb40ad-a694-44aa-b228-5bbd71569a61 with Priority: HIGHEST for action port [ 859.161631] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_rules [ 859.161631] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 859.161631] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadb40ad-a694-44aa-b228-5bbd71569a61 with Priority: HIGHEST for action port [ 859.161631] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.161631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.161631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.161631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.161631] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.162061] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.162061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.162163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.162550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.162696] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.162790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.162849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.162987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.163080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.163283] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.164282] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-dadb40ad-a694-44aa-b228-5bbd71569a61 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.164282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dadb40ad-a694-44aa-b228-5bbd71569a61" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.164282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dadb40ad-a694-44aa-b228-5bbd71569a61" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.164446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dadb40ad-a694-44aa-b228-5bbd71569a61" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.164496] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dadb40ad-a694-44aa-b228-5bbd71569a61',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.407054] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.666046] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.667584] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.667701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.667867] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dadb40ad-a694-44aa-b228-5bbd71569a61 with status ACTIVE [ 859.668097] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.668247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.668306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.668460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.668546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.670964] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.670964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.670964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.670964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.670964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.671709] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.671709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.671709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.671908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.671908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.671908] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dadb40ad-a694-44aa-b228-5bbd71569a61 is going to be updated. [ 859.697450] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.697615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.697615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.697790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.697931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.698107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dadb40ad-a694-44aa-b228-5bbd71569a61" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.739525] env[65945]: INFO networking_nsxv3.common.synchronization [req-15bc3162-89d8-4320-ba80-9f4f993563e3 req-7073f89b-b096-44d5-a6ab-bb4ba3847f4a tempest-ListServerFiltersTestJSON-1675603105 tempest-ListServerFiltersTestJSON-1675603105-project-member] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 859.739960] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 859.740664] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.741308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.741308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.741308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.741308] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.741308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.741541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.741541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.741608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.741642] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.911768] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.911768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.911768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.911768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.911768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.911768] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be updated. [ 859.944112] env[65945]: INFO networking_nsxv3.common.synchronization [None req-cf462ec1-81ff-47ee-a364-054873348bec None None] Enqueued Resource ID: c128dbfe-2955-44d1-9146-155a2a9ac261 with Priority: HIGHEST for action port [ 859.944267] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c128dbfe-2955-44d1-9146-155a2a9ac261 with Priority: HIGHEST for action port [ 859.944870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c128dbfe-2955-44d1-9146-155a2a9ac261 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.944995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c128dbfe-2955-44d1-9146-155a2a9ac261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.945256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c128dbfe-2955-44d1-9146-155a2a9ac261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.945573] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c128dbfe-2955-44d1-9146-155a2a9ac261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.945662] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c128dbfe-2955-44d1-9146-155a2a9ac261',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.950045] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.950212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.950277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.951024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.951024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.960312] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: IN_PROGRESS for 2s [ 860.177587] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.181921] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a918222-92da-4da6-b548-eae1ab9df47b req-7f949a21-eaab-4daf-8966-cfefa6d6d7cb tempest-MultipleCreateTestJSON-1792970292 tempest-MultipleCreateTestJSON-1792970292-project-member] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 860.182730] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 860.182730] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.182849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.244080] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.448925] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c128dbfe-2955-44d1-9146-155a2a9ac261 [ 860.449281] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.449281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.449467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.449570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.449687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.449743] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c128dbfe-2955-44d1-9146-155a2a9ac261 already deleted. [ 860.449820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c128dbfe-2955-44d1-9146-155a2a9ac261" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.568641] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.570055] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.570055] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.572142] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.572142] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.572142] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.572142] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.572142] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.572142] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.572597] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.572854] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.573122] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.573367] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.573624] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.574434] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.574434] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.596474] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.596474] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.596474] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.596474] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.597279] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-dd72d82c-8745-46a0-9baf-406e6eb15013 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.597510] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-dd72d82c-8745-46a0-9baf-406e6eb15013" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.597748] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-dd72d82c-8745-46a0-9baf-406e6eb15013" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.598243] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-dd72d82c-8745-46a0-9baf-406e6eb15013" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.599037] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd72d82c-8745-46a0-9baf-406e6eb15013',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.679904] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.680116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.680164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.680377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.681048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.681048] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be created. [ 860.704807] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.705031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.705031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.705257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.705458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.717361] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: UNINITIALIZED for 2s [ 860.748291] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.104994] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.105354] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.105566] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.105952] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.106219] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.106440] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port dd72d82c-8745-46a0-9baf-406e6eb15013 not found, creating... [ 861.107030] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.107174] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.107232] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.107460] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.107624] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.107873] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.108043] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.108161] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.108359] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.108489] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.108637] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: dd72d82c-8745-46a0-9baf-406e6eb15013 is going to be created. [ 861.132496] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.132496] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.132642] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.132892] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.133147] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.133375] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-dd72d82c-8745-46a0-9baf-406e6eb15013" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.250759] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.251030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.251030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.251266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.251370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.251476] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be updated. [ 861.304366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.304581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.304581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.304894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.305179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.318421] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 861.842655] env[65945]: INFO networking_nsxv3.common.synchronization [None req-fd5d7003-67cb-4d39-85b2-d8804ee0b5e7 None None] Enqueued Resource ID: 8617b4fa-39bc-4ff7-9f46-e51be2d9e163 with Priority: HIGHEST for action port [ 861.843156] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8617b4fa-39bc-4ff7-9f46-e51be2d9e163 with Priority: HIGHEST for action port [ 861.844538] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8617b4fa-39bc-4ff7-9f46-e51be2d9e163 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.844667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8617b4fa-39bc-4ff7-9f46-e51be2d9e163" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.844806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8617b4fa-39bc-4ff7-9f46-e51be2d9e163" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.845027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8617b4fa-39bc-4ff7-9f46-e51be2d9e163" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.845130] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8617b4fa-39bc-4ff7-9f46-e51be2d9e163',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.863298] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a918222-92da-4da6-b548-eae1ab9df47b req-c39c23c2-0a36-4431-9249-7add5ab0e449 service nova] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_rules [ 861.863475] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a918222-92da-4da6-b548-eae1ab9df47b req-c39c23c2-0a36-4431-9249-7add5ab0e449 service nova] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 861.863559] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a918222-92da-4da6-b548-eae1ab9df47b req-c39c23c2-0a36-4431-9249-7add5ab0e449 service nova] Enqueued Resource ID: dd72d82c-8745-46a0-9baf-406e6eb15013 with Priority: HIGHEST for action port [ 861.864057] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_rules [ 861.864312] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 861.864312] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd72d82c-8745-46a0-9baf-406e6eb15013 with Priority: HIGHEST for action port [ 861.864584] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.865570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.866176] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.866500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.866819] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd72d82c-8745-46a0-9baf-406e6eb15013 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.866962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd72d82c-8745-46a0-9baf-406e6eb15013" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.866962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd72d82c-8745-46a0-9baf-406e6eb15013" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.867795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd72d82c-8745-46a0-9baf-406e6eb15013" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.867921] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd72d82c-8745-46a0-9baf-406e6eb15013',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.975682] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: SUCCESS [ 861.976403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.977287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.978184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.978549] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.978841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.979036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.979317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.979504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.979907] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.980239] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.980887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.981252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.981649] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.982118] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.982389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.982533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.982753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.982932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.983131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.983307] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.196013] env[65945]: INFO networking_nsxv3.common.synchronization [req-0f3b4896-9c4c-4bba-aa00-0c4757e01c35 req-35d83e7f-d430-4920-8432-979226140817 tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 862.196362] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 862.196596] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.196889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.196889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.197154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.197610] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.197727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.197789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.198096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.198205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.198503] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.348282] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8617b4fa-39bc-4ff7-9f46-e51be2d9e163 [ 862.348282] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.348282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.348282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.348282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.348282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.348282] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8617b4fa-39bc-4ff7-9f46-e51be2d9e163 already deleted. [ 862.348282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8617b4fa-39bc-4ff7-9f46-e51be2d9e163" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.371612] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd72d82c-8745-46a0-9baf-406e6eb15013 with status ACTIVE [ 862.371612] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.371612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.371612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.371863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.371899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.372098] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.372395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.372395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.372395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.372685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.373188] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.373313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.373313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.373420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.373487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.373626] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd72d82c-8745-46a0-9baf-406e6eb15013 is going to be updated. [ 862.388447] env[65945]: INFO networking_nsxv3.common.synchronization [None req-701bcd7e-6dbd-4843-b01b-330c551634fd None None] Enqueued Resource ID: 77074704-caa0-4220-a5e5-6b0f0a05c081 with Priority: HIGHEST for action port [ 862.392020] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77074704-caa0-4220-a5e5-6b0f0a05c081 with Priority: HIGHEST for action port [ 862.392020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-77074704-caa0-4220-a5e5-6b0f0a05c081 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.392020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77074704-caa0-4220-a5e5-6b0f0a05c081" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.392020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77074704-caa0-4220-a5e5-6b0f0a05c081" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.392020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77074704-caa0-4220-a5e5-6b0f0a05c081" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.392020] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77074704-caa0-4220-a5e5-6b0f0a05c081',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.397078] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.397262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.397461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.397527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.397654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.397822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd72d82c-8745-46a0-9baf-406e6eb15013" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.488475] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3077eb70-53e0-4a48-82ed-699c0bc47e24: rpc.has_security_group_logging(os_id): False [ 862.511468] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.511468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.511468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.511653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.541312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.541577] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.541748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.541748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.541954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.542090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.542302] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.542402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.542462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.542620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.542698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.542876] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.542969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.543037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.543175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.543464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.543464] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be updated. [ 862.622853] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.623038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.623118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.623342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.623502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.663122] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: IN_PROGRESS for 2s [ 862.663122] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.663122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.663122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.663122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.663122] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.663122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.663122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.663122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.663122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.663122] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.663122] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.663122] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.663674] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.663674] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.663674] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.663674] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.695097] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.695325] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.695470] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.695650] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.696047] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.696940] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.697178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.697539] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.697685] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66fcb37-8188-43ca-8e37-4c9eddd5e4dc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.700365] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.700487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.700589] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.700754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.728860] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 862.728860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.728860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.728860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.728860] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.729224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.729224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.729224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.729315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.729944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.729944] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.730349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.730467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.730631] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.730732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.730793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.730927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.730997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.731091] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.738175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.738175] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.738175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.738175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.738175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.738175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.738175] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 862.780721] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.780902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.781054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.781257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.781409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.791665] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 862.893812] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77074704-caa0-4220-a5e5-6b0f0a05c081 [ 862.894110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.894220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.894246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.894470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.894582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.894630] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77074704-caa0-4220-a5e5-6b0f0a05c081 already deleted. [ 862.894913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77074704-caa0-4220-a5e5-6b0f0a05c081" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.203646] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.203995] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.204185] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.204539] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.204712] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.204915] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port f66fcb37-8188-43ca-8e37-4c9eddd5e4dc not found, creating... [ 863.205191] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.205416] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.205604] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.205868] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.206019] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.206369] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.206549] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.206668] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.206884] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.207061] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.207205] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: f66fcb37-8188-43ca-8e37-4c9eddd5e4dc is going to be created. [ 863.230380] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.231221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.231221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.231221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.231221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.231507] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.232393] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.232556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.232977] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.342465] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 863.342465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.734682] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.804408] env[65945]: INFO networking_nsxv3.common.synchronization [None req-bdc4b830-d0d7-48a4-9732-af13562592a4 None None] Enqueued Resource ID: ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73 with Priority: HIGHEST for action port [ 863.804569] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73 with Priority: HIGHEST for action port [ 863.805400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.805613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.805660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.805949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.806214] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.955702] env[65945]: INFO networking_nsxv3.common.synchronization [req-0f3b4896-9c4c-4bba-aa00-0c4757e01c35 req-87115441-9e28-4ed7-88df-f5bfd9cfc872 service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 863.955967] env[65945]: INFO networking_nsxv3.common.synchronization [req-0f3b4896-9c4c-4bba-aa00-0c4757e01c35 req-87115441-9e28-4ed7-88df-f5bfd9cfc872 service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 863.955967] env[65945]: INFO networking_nsxv3.common.synchronization [req-0f3b4896-9c4c-4bba-aa00-0c4757e01c35 req-87115441-9e28-4ed7-88df-f5bfd9cfc872 service nova] Enqueued Resource ID: f66fcb37-8188-43ca-8e37-4c9eddd5e4dc with Priority: HIGHEST for action port [ 863.956361] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 863.956622] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 863.956653] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66fcb37-8188-43ca-8e37-4c9eddd5e4dc with Priority: HIGHEST for action port [ 863.956925] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.957284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.957377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.957623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.957674] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.959653] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.959653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.959653] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.959653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.959653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.959653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.959653] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66fcb37-8188-43ca-8e37-4c9eddd5e4dc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.238478] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.239396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.240340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.240340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.240340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.240340] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 864.271477] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.271622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.271693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.271900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.272099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.280485] env[65945]: INFO networking_nsxv3.common.synchronization [req-1c5a7058-1ec9-4a85-bc64-1fcc93ad43ce req-3794ab69-e5cf-44a3-a300-dc123f28e06d tempest-SecurityGroupRulesTestJSON-923083705 tempest-SecurityGroupRulesTestJSON-923083705-project-member] Enqueued Resource ID: 4b62df6f-fb74-4332-9c55-120358c08443 with Priority: HIGHEST for action security_group_rules [ 864.281350] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 864.281753] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b62df6f-fb74-4332-9c55-120358c08443 with Priority: HIGHEST for action security_group_rules [ 864.282301] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b62df6f-fb74-4332-9c55-120358c08443 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.282472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b62df6f-fb74-4332-9c55-120358c08443" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.282472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b62df6f-fb74-4332-9c55-120358c08443" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.282698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b62df6f-fb74-4332-9c55-120358c08443" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.282784] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b62df6f-fb74-4332-9c55-120358c08443',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.307815] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73 [ 864.308056] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.308193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.308263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.308501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.308590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.308686] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73 already deleted. [ 864.308768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec8b2f7f-b3a5-49e2-bcc6-0002cbbd7c73" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.462585] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.462713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.462912] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f66fcb37-8188-43ca-8e37-4c9eddd5e4dc with status ACTIVE [ 864.463126] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.463257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.463341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.464586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.464586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.464586] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.464586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.464586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.465798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.465798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.465864] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.465939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.466062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.466216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.466628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.466628] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f66fcb37-8188-43ca-8e37-4c9eddd5e4dc is going to be updated. [ 864.491926] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.491926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.492135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.492235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.492375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.492920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66fcb37-8188-43ca-8e37-4c9eddd5e4dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.653659] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: SUCCESS [ 864.653896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.654101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.654332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.654449] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.802534] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 864.803778] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 864.803778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.803778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.803778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.803778] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.803778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.803778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.804089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.804089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.804089] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.806640] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.806769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.806838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.807016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.807127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.807388] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b62df6f-fb74-4332-9c55-120358c08443 already deleted. [ 864.807388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b62df6f-fb74-4332-9c55-120358c08443" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.156831] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.157230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.157230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.157485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.157664] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.157777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.157844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.158014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.158123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.158218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.158391] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.307103] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.661375] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.661375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.661606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.661606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.661773] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.661878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.661941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.662117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.662211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.662325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.662430] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.662518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.662576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.662718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.662855] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.662960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.663033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.663170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.663247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.663323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.663424] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.809270] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.165894] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3077eb70-53e0-4a48-82ed-699c0bc47e24: rpc.has_security_group_logging(os_id): False [ 866.183912] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.184101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.184282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.184423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.184535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.184862] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.185018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.185104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.185404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.185404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.185610] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.185728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.185799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.185960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.186181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.186274] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.186383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.186458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.186627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.186714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.186811] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be updated. [ 866.251434] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.251601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.251671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.251910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.252080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.272094] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: IN_PROGRESS for 2s [ 866.291461] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 866.291747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.292058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.292313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.292637] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.292731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.292771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.292938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.293035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.293142] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.313302] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.313461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.313535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.313753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.313844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.313948] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 866.382456] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.382688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.382801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.383101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.383825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.394410] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 866.796043] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.923044] env[65945]: INFO networking_nsxv3.common.synchronization [req-668d2b22-7abf-4a76-904b-ecae654bc74c req-f901296a-20a9-4d06-80ff-d41436ccd6ad tempest-ServerRescueTestJSONUnderV235-1187516896 tempest-ServerRescueTestJSONUnderV235-1187516896-project-member] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 866.923044] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGHEST for action security_group_members [ 866.923044] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.923044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.923044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.923044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.923386] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.923386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.923386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.923585] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.923679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.923785] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.056265] env[65945]: INFO networking_nsxv3.common.synchronization [req-d7c94a29-c8c3-4f39-aafe-c4e41007c90f req-f7724851-b710-4c87-a9f3-26dd5a82d961 tempest-SecurityGroupRulesTestJSON-923083705 tempest-SecurityGroupRulesTestJSON-923083705-project-member] Enqueued Resource ID: 932d12ce-ed01-45bc-be09-27b7cd2d819e with Priority: HIGHEST for action security_group_rules [ 867.057046] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932d12ce-ed01-45bc-be09-27b7cd2d819e with Priority: HIGHEST for action security_group_rules [ 867.057483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932d12ce-ed01-45bc-be09-27b7cd2d819e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.057636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932d12ce-ed01-45bc-be09-27b7cd2d819e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.057709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932d12ce-ed01-45bc-be09-27b7cd2d819e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.058043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932d12ce-ed01-45bc-be09-27b7cd2d819e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.058188] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932d12ce-ed01-45bc-be09-27b7cd2d819e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.298999] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.425902] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.426084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.426161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.426414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.426530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.426739] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.426873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.426939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.427252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.427354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.427444] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be updated. [ 867.478202] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.479853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.479966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.480199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.480929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.496270] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: IN_PROGRESS for 2s [ 867.584486] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.584893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.584893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.585209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.585292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.585416] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932d12ce-ed01-45bc-be09-27b7cd2d819e already deleted. [ 867.585571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932d12ce-ed01-45bc-be09-27b7cd2d819e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.803448] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.803623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.803623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.803919] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.804059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.804210] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 867.870483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.870729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.870729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.870910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.875039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.887593] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 868.307621] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: SUCCESS [ 868.307621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.407475] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 868.407951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.408307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.408591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.408848] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.408978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.409062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.409242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.411741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.411741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.411741] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.507707] env[65945]: INFO networking_nsxv3.common.synchronization [req-1ff9069b-1437-425a-bf1c-93e6819f4b87 req-8a1aabb0-3b95-45d8-8127-98d6a52bb1df tempest-MigrationsAdminTest-1787870437 tempest-MigrationsAdminTest-1787870437-project-member] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 868.508453] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 868.508875] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.509068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.509068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.509630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.509830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.509976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.510093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.510232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.510328] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.510436] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.915409] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.915750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.916032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.916134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.916447] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.916634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.916758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.917084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.917253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.917574] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.917574] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.917692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.917772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.918562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.919228] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.920587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.920841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.921157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.921612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.922181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.922181] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.016043] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.190216] env[65945]: INFO networking_nsxv3.common.synchronization [req-dd75b984-ac9c-489c-ba69-9a4ebc18aa51 req-64beb785-19ab-4b51-8bdd-2472478da87a tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 869.190216] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 869.190216] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.190502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.190949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.191324] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.192984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.192984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.192984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.192984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.192984] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.424816] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a518c947-a614-44d4-bf2f-5ec0b00d464d: rpc.has_security_group_logging(os_id): False [ 869.449945] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.450113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.451486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.451486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.451486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.451486] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.451486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.451486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.451780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.451780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.451921] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.452157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.452256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.452425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.452505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.452698] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.453392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.453392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.453392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.453392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.453392] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 869.513271] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 in Status: SUCCESS [ 869.513495] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 deletion is rescheduled due to dependency. [ 869.513639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.516201] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.537999] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.538158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.538231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.538472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.538680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.558439] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 869.696675] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.696835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.696935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.697495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.722814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.723844] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.726016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.726016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.726016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.726016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.726016] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee is going to be updated. [ 869.756937] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.757079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.757376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.757910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.759077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.770507] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: IN_PROGRESS for 2s [ 869.900929] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 869.901166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.901443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.901667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.901859] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.901976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.902055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.902273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.902367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.902458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.902633] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.902732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.902793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.902936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.903090] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.903188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.903344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.903391] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.903456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.903537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.903631] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.020623] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.020792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.021026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.021119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.021234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.021356] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 is going to be updated. [ 870.056917] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.056917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.056917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.056917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.056917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.065855] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: IN_PROGRESS for 2s [ 870.087863] env[65945]: INFO networking_nsxv3.common.synchronization [req-95d08608-5ebf-49ef-9c80-410fd1a0ba59 req-c73341e6-f536-4fb7-9850-57a89d8be1c3 tempest-SecurityGroupRulesTestJSON-923083705 tempest-SecurityGroupRulesTestJSON-923083705-project-member] Enqueued Resource ID: 9c2232b1-3eae-4d11-a734-178043e49212 with Priority: HIGHEST for action security_group_rules [ 870.088533] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2232b1-3eae-4d11-a734-178043e49212 with Priority: HIGHEST for action security_group_rules [ 870.089018] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c2232b1-3eae-4d11-a734-178043e49212 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.089018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.089156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.089420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.089521] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c2232b1-3eae-4d11-a734-178043e49212',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.407656] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b: rpc.has_security_group_logging(os_id): False [ 870.435029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.435029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.435029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.435029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.435029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.435029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.435029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.435029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.435029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.435029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.435704] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.435704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.435704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.436474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.436607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.436980] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.437275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.437411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.437681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.438145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.438365] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be created. [ 870.522946] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.522946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.522946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.523223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.523813] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.539809] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 870.578539] env[65945]: INFO networking_nsxv3.common.synchronization [req-96ba37e9-00f9-43ff-bd3e-3854e8b1c392 req-a6c235b4-3706-4825-8fff-e73cc1b3a597 tempest-ServersTestBootFromVolume-790382190 tempest-ServersTestBootFromVolume-790382190-project-member] Enqueued Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_members [ 870.579393] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGHEST for action security_group_members [ 870.579734] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67bd405-6886-4946-82f6-d24b07d4bfc3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.579881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.579956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.580207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.580381] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.580577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.580662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.580841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.580942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.581057] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.619564] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.619782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.619856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.620197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.620296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.620403] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c2232b1-3eae-4d11-a734-178043e49212 already deleted. [ 870.620505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.083460] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.083460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.083614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.083857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.111808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.112122] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.112226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.112316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.112619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.112716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.112884] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 is going to be updated. [ 871.145895] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.145895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.145895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.145895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.145895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.155339] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 in Status: IN_PROGRESS for 2s [ 871.572316] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 871.572700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.799952] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: SUCCESS [ 871.800106] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee deletion is rescheduled due to dependency. [ 871.800222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.065500] env[65945]: INFO networking_nsxv3.common.synchronization [req-67e3cd27-8a29-44fc-96a6-bd273fadcd7d req-b62c1e4d-1042-4d4b-879a-5888db77fa31 tempest-ServersTestJSON-859800729 tempest-ServersTestJSON-859800729-project-member] Enqueued Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_members [ 872.065743] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGHEST for action security_group_members [ 872.066311] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.066490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.066766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.068465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.068465] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.068465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.068465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.068665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.068665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.068808] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.083358] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: SUCCESS [ 872.083358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.333387] env[65945]: INFO networking_nsxv3.common.synchronization [req-86b59fb9-3cc4-431a-ab0b-2c19a5f6f86c req-e36bd8ea-e920-4e1a-afe5-f967771bc02a tempest-SecurityGroupRulesTestJSON-923083705 tempest-SecurityGroupRulesTestJSON-923083705-project-member] Enqueued Resource ID: 9c2232b1-3eae-4d11-a734-178043e49212 with Priority: HIGHEST for action security_group_rules [ 872.334166] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2232b1-3eae-4d11-a734-178043e49212 with Priority: HIGHEST for action security_group_rules [ 872.334576] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c2232b1-3eae-4d11-a734-178043e49212 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.334758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.335246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.335524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.335663] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c2232b1-3eae-4d11-a734-178043e49212',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.555733] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 872.555733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.555733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.555733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.555733] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.574796] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.574796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.574796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.574796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.603854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.604708] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.605932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.605932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.605932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.605932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.605932] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d is going to be updated. [ 872.671367] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.671548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.671620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.671834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.672017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.683109] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d in Status: IN_PROGRESS for 2s [ 872.858296] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.858296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.858296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.858296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.858296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.858296] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c2232b1-3eae-4d11-a734-178043e49212 already deleted. [ 872.859502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.060740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.062489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.062489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.062489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.062489] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.062489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.062489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.062489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.062489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.062489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.062489] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.170419] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 in Status: SUCCESS [ 873.170419] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 deletion is rescheduled due to dependency. [ 873.170419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.570366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.570366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.570366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.570366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.570366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.571048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.571048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.571048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.571048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.571048] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.007657] env[65945]: INFO networking_nsxv3.common.synchronization [None req-bb37fb87-b3b4-4fe9-ba21-26092f6255ac None None] Enqueued Resource ID: 4c4af92a-5c21-4978-a2c8-97c86252d93c with Priority: HIGHEST for action port [ 874.007941] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4af92a-5c21-4978-a2c8-97c86252d93c with Priority: HIGHEST for action port [ 874.008194] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c4af92a-5c21-4978-a2c8-97c86252d93c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.008319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c4af92a-5c21-4978-a2c8-97c86252d93c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.008386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c4af92a-5c21-4978-a2c8-97c86252d93c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.008626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c4af92a-5c21-4978-a2c8-97c86252d93c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.009366] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4af92a-5c21-4978-a2c8-97c86252d93c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.074543] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b: rpc.has_security_group_logging(os_id): False [ 874.093451] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.093579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.093697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.093926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.094027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.094244] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.094346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.094408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.094553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.094631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.094809] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.094901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.094955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.095105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.095313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.095364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.095462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.095502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.095615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.095687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.095771] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 874.161202] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.161388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.161448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.161859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.161859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.178399] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 874.514682] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c4af92a-5c21-4978-a2c8-97c86252d93c [ 874.514682] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.515624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.515818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.516578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.516578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.516578] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c4af92a-5c21-4978-a2c8-97c86252d93c already deleted. [ 874.516578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c4af92a-5c21-4978-a2c8-97c86252d93c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.698603] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d in Status: SUCCESS [ 874.698603] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d deletion is rescheduled due to dependency. [ 874.698603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.858765] env[65945]: INFO networking_nsxv3.common.synchronization [req-f6a1c058-8d19-406f-afde-eda40fc568cc req-075915ad-3ab2-4f6e-b64c-ffaca88cf039 tempest-SecurityGroupRulesTestJSON-923083705 tempest-SecurityGroupRulesTestJSON-923083705-project-member] Enqueued Resource ID: 9c2232b1-3eae-4d11-a734-178043e49212 with Priority: HIGHEST for action security_group_rules [ 874.859317] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2232b1-3eae-4d11-a734-178043e49212 with Priority: HIGHEST for action security_group_rules [ 874.860897] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c2232b1-3eae-4d11-a734-178043e49212 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.860897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.860897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.860897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.860897] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c2232b1-3eae-4d11-a734-178043e49212',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.385750] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.385750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.385750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.386107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.386107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.386107] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c2232b1-3eae-4d11-a734-178043e49212 already deleted. [ 875.386198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c2232b1-3eae-4d11-a734-178043e49212" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.195161] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 876.195434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.687707] env[65945]: INFO networking_nsxv3.common.synchronization [None req-9098a420-8849-48f6-9082-585a75c4a38c None None] Enqueued Resource ID: 622ea12e-5fd1-4a70-bbb2-cd54459b5565 with Priority: HIGHEST for action port [ 876.688940] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622ea12e-5fd1-4a70-bbb2-cd54459b5565 with Priority: HIGHEST for action port [ 876.688940] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-622ea12e-5fd1-4a70-bbb2-cd54459b5565 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.688940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622ea12e-5fd1-4a70-bbb2-cd54459b5565" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.688940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622ea12e-5fd1-4a70-bbb2-cd54459b5565" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.689225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622ea12e-5fd1-4a70-bbb2-cd54459b5565" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.689225] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622ea12e-5fd1-4a70-bbb2-cd54459b5565',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.191330] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 622ea12e-5fd1-4a70-bbb2-cd54459b5565 [ 877.191587] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.192163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.192163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.192163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.192163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.192551] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:622ea12e-5fd1-4a70-bbb2-cd54459b5565 already deleted. [ 877.192551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622ea12e-5fd1-4a70-bbb2-cd54459b5565" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.754924] env[65945]: INFO networking_nsxv3.common.synchronization [req-94f3fef5-2deb-4731-9338-45c83085ccba req-90d1a6fd-8960-4932-97cd-92a4d1b8937d tempest-MultipleCreateTestJSON-1792970292 tempest-MultipleCreateTestJSON-1792970292-project-member] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 877.755704] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 877.756409] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.756409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.756409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.757687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.757862] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.758037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.758113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.758284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.758452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.758609] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.263595] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.769165] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.178167] env[65945]: INFO networking_nsxv3.common.synchronization [req-4d1c4320-2084-4cc6-b703-dc032b82b045 req-15495a56-7851-428c-8367-8bf0c0c4c301 tempest-MultipleCreateTestJSON-1792970292 tempest-MultipleCreateTestJSON-1792970292-project-member] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 879.178958] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 879.179427] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.179579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.273142] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.273142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.273142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.273346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.273431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.273531] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 879.311997] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.312273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.312494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.312704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.312947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.326038] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 879.576122] env[65945]: INFO networking_nsxv3.common.synchronization [req-3f54ceea-8055-4a39-8ca5-b5a1b34db9a6 req-47137fbb-8952-40a2-a5f4-646e9759a456 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGHEST for action security_group_members [ 879.576479] env[65945]: INFO networking_nsxv3.common.synchronization [req-3f54ceea-8055-4a39-8ca5-b5a1b34db9a6 req-47137fbb-8952-40a2-a5f4-646e9759a456 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 879.576798] env[65945]: INFO networking_nsxv3.common.synchronization [req-3f54ceea-8055-4a39-8ca5-b5a1b34db9a6 req-47137fbb-8952-40a2-a5f4-646e9759a456 tempest-SecurityGroupsTestJSON-414509970 tempest-SecurityGroupsTestJSON-414509970-project-member] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 879.577566] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGHEST for action security_group_members [ 879.577761] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 with Priority: HIGHEST for action security_group_members [ 879.577924] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGHEST for action security_group_members [ 879.578536] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.578767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.578895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.579209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.579568] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.579763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.579901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.580190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.580372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.580636] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.581951] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.582221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.582429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.582731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.583051] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.584811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.584811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.585115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.585264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.585424] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.586747] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.586930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.588961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.590687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.592740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.592740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.592740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.592740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.592740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.592740] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.096255] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.096624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.096624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.096981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.098185] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.098290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.098536] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.098623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.117647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.117965] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.118078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.118145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.118364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.118458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.118530] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb is going to be updated. [ 880.119546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.119716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.142063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.142353] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.142508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.142589] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.142763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.142836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.142939] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 is going to be updated. [ 880.143947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.144135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.152595] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.152743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.152876] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.153068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.153206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.157633] env[65945]: INFO networking_nsxv3.common.synchronization [req-e7cbbc96-44d5-4d92-8387-08d3ba9d4b57 req-c65fcc41-27ac-47bf-b6cc-579285861293 tempest-ListServerFiltersTestJSON-1675603105 tempest-ListServerFiltersTestJSON-1675603105-project-member] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 880.158228] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGHEST for action security_group_members [ 880.158556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.164155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.164155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.164155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.164155] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.164155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.164155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.164155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.164155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.164155] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.174610] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: IN_PROGRESS for 2s [ 880.182090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.182090] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.182090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.182090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.182090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.182090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.182090] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be updated. [ 880.199489] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.200168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.200168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.200168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.200337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.226945] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: IN_PROGRESS for 2s [ 880.285304] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.285304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.285304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.285504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.285538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.298892] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: IN_PROGRESS for 2s [ 880.664833] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.665089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.665166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.665411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.694401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.694721] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.694865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.694940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.695309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.695384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.695495] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be updated. [ 880.739060] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.739289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.739381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.739665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.739830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.753495] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: IN_PROGRESS for 2s [ 881.344416] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 881.344704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.344751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.345257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.345257] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.345414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.345414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.345610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.345709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.346069] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.848011] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.848232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.848287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.848496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.848588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.848780] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.848882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.848945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.849131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.849891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.849891] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 881.881769] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.881915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.881989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.882226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.882373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.892841] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 882.184801] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb in Status: SUCCESS [ 882.184993] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb deletion is rescheduled due to dependency. [ 882.185128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.237721] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 in Status: SUCCESS [ 882.237912] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7 deletion is rescheduled due to dependency. [ 882.238076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.310102] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 in Status: SUCCESS [ 882.310326] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 deletion is rescheduled due to dependency. [ 882.310403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.764089] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a in Status: SUCCESS [ 882.764089] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a deletion is rescheduled due to dependency. [ 882.765739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.931416] env[65945]: INFO networking_nsxv3.common.synchronization [req-3f5e6b54-e65a-4705-aca4-87832b3decc6 req-0436f3c7-b7b0-4a6d-8abe-a95e4700f8e9 tempest-ServersNegativeTestMultiTenantJSON-1927021364 tempest-ServersNegativeTestMultiTenantJSON-1927021364-project-member] Enqueued Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGHEST for action security_group_members [ 882.934108] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGHEST for action security_group_members [ 882.934108] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb89176d-7144-4085-8a9f-31a7cd75232f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.934108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.934108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.934108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.934108] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.934108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.934108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.935265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.935265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.935265] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb89176d-7144-4085-8a9f-31a7cd75232f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.377785] env[65945]: INFO networking_nsxv3.common.synchronization [None req-44db5b23-2bed-458c-98e9-826c508cd331 None None] Enqueued Resource ID: 68485958-83be-4a68-8279-ee151de0fc52 with Priority: HIGHEST for action port [ 883.380169] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68485958-83be-4a68-8279-ee151de0fc52 with Priority: HIGHEST for action port [ 883.380169] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-68485958-83be-4a68-8279-ee151de0fc52 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.380169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68485958-83be-4a68-8279-ee151de0fc52" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.380169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68485958-83be-4a68-8279-ee151de0fc52" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.380169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68485958-83be-4a68-8279-ee151de0fc52" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.380169] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68485958-83be-4a68-8279-ee151de0fc52',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.438858] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.439100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.439326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.439694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.439855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.440298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.440417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.440506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.440728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.440861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.441044] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb89176d-7144-4085-8a9f-31a7cd75232f already deleted. [ 883.441138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.885067] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68485958-83be-4a68-8279-ee151de0fc52 [ 883.885723] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.885723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.885723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.885723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.885865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.885865] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68485958-83be-4a68-8279-ee151de0fc52 already deleted. [ 883.885930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68485958-83be-4a68-8279-ee151de0fc52" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.904348] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 883.904605] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b deletion is rescheduled due to dependency. [ 883.904752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.919739] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.919971] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-501" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.920126] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-501" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.920511] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-501" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.920967] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.921182] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.921388] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.921538] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.921690] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.921916] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.922044] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.922157] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.922271] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.922386] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.922494] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.922634] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.948354] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.948354] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.948354] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.948852] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-501" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.949018] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.949218] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.949354] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.949721] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.949883] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('821dd769-e49c-4cb6-ad2e-5ef80f73a7aa',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.453324] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.453559] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.453709] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.453961] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.454143] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.454288] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 821dd769-e49c-4cb6-ad2e-5ef80f73a7aa not found, creating... [ 884.454549] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.454805] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.454865] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.455155] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.455337] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.455957] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.456171] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.456306] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.456578] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.456728] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.456874] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 821dd769-e49c-4cb6-ad2e-5ef80f73a7aa is going to be created. [ 884.483074] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.483074] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.483074] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.483074] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.483074] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.483074] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.260021] env[65945]: INFO networking_nsxv3.common.synchronization [req-3f5e6b54-e65a-4705-aca4-87832b3decc6 req-afb7ea61-7e11-41a5-bdca-dbb82bbe145a service nova] Enqueued Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGHEST for action security_group_rules [ 885.260021] env[65945]: INFO networking_nsxv3.common.synchronization [req-3f5e6b54-e65a-4705-aca4-87832b3decc6 req-afb7ea61-7e11-41a5-bdca-dbb82bbe145a service nova] Enqueued Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGHEST for action security_group_members [ 885.260021] env[65945]: INFO networking_nsxv3.common.synchronization [req-3f5e6b54-e65a-4705-aca4-87832b3decc6 req-afb7ea61-7e11-41a5-bdca-dbb82bbe145a service nova] Enqueued Resource ID: 821dd769-e49c-4cb6-ad2e-5ef80f73a7aa with Priority: HIGHEST for action port [ 885.260694] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGHEST for action security_group_rules [ 885.261214] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGHEST for action security_group_members [ 885.261627] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821dd769-e49c-4cb6-ad2e-5ef80f73a7aa with Priority: HIGHEST for action port [ 885.265200] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb89176d-7144-4085-8a9f-31a7cd75232f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.265200] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb89176d-7144-4085-8a9f-31a7cd75232f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.265200] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb89176d-7144-4085-8a9f-31a7cd75232f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.265200] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.265200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.265200] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb89176d-7144-4085-8a9f-31a7cd75232f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.267636] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.267981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.268195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.268469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.268679] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('821dd769-e49c-4cb6-ad2e-5ef80f73a7aa',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.615912] env[65945]: INFO networking_nsxv3.common.synchronization [req-4fc84ed4-3cd0-423b-902c-0071b6cb348c req-7aec4a8f-2cef-430f-a377-f6ac152eb701 tempest-ServerPasswordTestJSON-1978155786 tempest-ServerPasswordTestJSON-1978155786-project-member] Enqueued Resource ID: f81e2bff-5937-49d8-b67c-3c4d559669ff with Priority: HIGHEST for action security_group_members [ 885.616546] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e2bff-5937-49d8-b67c-3c4d559669ff with Priority: HIGHEST for action security_group_members [ 885.616881] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e2bff-5937-49d8-b67c-3c4d559669ff taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.617021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.617093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.617394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.617617] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.617693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.617730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.617873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.617959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.618494] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f81e2bff-5937-49d8-b67c-3c4d559669ff',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.771114] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb89176d-7144-4085-8a9f-31a7cd75232f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.772571] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb89176d-7144-4085-8a9f-31a7cd75232f taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.772571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.772737] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 821dd769-e49c-4cb6-ad2e-5ef80f73a7aa with status ACTIVE [ 885.772770] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.772928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.772977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.773195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.773283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.773473] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.773577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.773642] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.773898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.773898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.774196] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.774315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.774381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.774521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.774597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.775051] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 821dd769-e49c-4cb6-ad2e-5ef80f73a7aa is going to be updated. [ 885.777839] env[65945]: INFO networking_nsxv3.common.synchronization [None req-89884aca-9ac4-420f-904a-7c783ebf30c4 None None] Enqueued Resource ID: 6054cd8b-d632-4bd5-8acb-e99b317ee5fa with Priority: HIGHEST for action port [ 885.778952] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054cd8b-d632-4bd5-8acb-e99b317ee5fa with Priority: HIGHEST for action port [ 885.779313] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-6054cd8b-d632-4bd5-8acb-e99b317ee5fa taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.779422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6054cd8b-d632-4bd5-8acb-e99b317ee5fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.779541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6054cd8b-d632-4bd5-8acb-e99b317ee5fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.779764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6054cd8b-d632-4bd5-8acb-e99b317ee5fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.779874] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6054cd8b-d632-4bd5-8acb-e99b317ee5fa',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.804985] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.805137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.805137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.805609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.805778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.805948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-821dd769-e49c-4cb6-ad2e-5ef80f73a7aa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.071679] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.071764] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-372" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.071882] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-372" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.072248] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-372" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.072514] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.072825] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.072825] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.073098] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.073203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.073374] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.073526] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.073648] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.073780] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.073982] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.074089] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.074210] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.096430] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.096430] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.096430] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.096430] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-372" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.096430] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-7590f209-0f03-4be8-afb7-2281b7b6e594 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.096430] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-7590f209-0f03-4be8-afb7-2281b7b6e594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.096430] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-7590f209-0f03-4be8-afb7-2281b7b6e594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.096430] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-7590f209-0f03-4be8-afb7-2281b7b6e594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.096430] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7590f209-0f03-4be8-afb7-2281b7b6e594',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.123400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.123400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.123400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.123400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.123400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.123400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.123400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.123400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.123400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.123400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.123400] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e2bff-5937-49d8-b67c-3c4d559669ff already deleted. [ 886.123400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.230233] env[65945]: INFO networking_nsxv3.common.synchronization [None req-0c1e4b77-0b2e-49da-8123-366135368121 None None] Enqueued Resource ID: 69c614ca-34d6-493c-8135-33d85d9530bc with Priority: HIGHEST for action port [ 886.230233] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c614ca-34d6-493c-8135-33d85d9530bc with Priority: HIGHEST for action port [ 886.230233] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-69c614ca-34d6-493c-8135-33d85d9530bc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.231253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69c614ca-34d6-493c-8135-33d85d9530bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.231253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69c614ca-34d6-493c-8135-33d85d9530bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.231641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69c614ca-34d6-493c-8135-33d85d9530bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.232333] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c614ca-34d6-493c-8135-33d85d9530bc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.277749] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb89176d-7144-4085-8a9f-31a7cd75232f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.283884] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6054cd8b-d632-4bd5-8acb-e99b317ee5fa [ 886.283884] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.283884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.283884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.284140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.284349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.284349] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6054cd8b-d632-4bd5-8acb-e99b317ee5fa already deleted. [ 886.284472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6054cd8b-d632-4bd5-8acb-e99b317ee5fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.598738] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.599029] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.599148] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.599447] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.599601] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.599780] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 7590f209-0f03-4be8-afb7-2281b7b6e594 not found, creating... [ 886.600067] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.600246] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.600373] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.600608] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.600750] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.601095] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.601262] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.601397] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.601613] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.601777] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.601920] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 7590f209-0f03-4be8-afb7-2281b7b6e594 is going to be created. [ 886.630393] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.630393] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.630393] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.630393] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.630393] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.630393] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-7590f209-0f03-4be8-afb7-2281b7b6e594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.735677] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69c614ca-34d6-493c-8135-33d85d9530bc [ 886.735677] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.735777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.735974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.736077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.736191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.736489] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69c614ca-34d6-493c-8135-33d85d9530bc already deleted. [ 886.736489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69c614ca-34d6-493c-8135-33d85d9530bc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.782395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.782608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.782739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.783087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.783207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.783485] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb89176d-7144-4085-8a9f-31a7cd75232f is going to be created. [ 886.833126] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.833285] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.833332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.836036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.836036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.854227] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb89176d-7144-4085-8a9f-31a7cd75232f in Status: UNINITIALIZED for 2s [ 887.379828] env[65945]: INFO networking_nsxv3.common.synchronization [req-4fc84ed4-3cd0-423b-902c-0071b6cb348c req-422ddcd3-9501-4081-9be1-396524ccbdee service nova] Enqueued Resource ID: f81e2bff-5937-49d8-b67c-3c4d559669ff with Priority: HIGHEST for action security_group_rules [ 887.380117] env[65945]: INFO networking_nsxv3.common.synchronization [req-4fc84ed4-3cd0-423b-902c-0071b6cb348c req-422ddcd3-9501-4081-9be1-396524ccbdee service nova] Enqueued Resource ID: f81e2bff-5937-49d8-b67c-3c4d559669ff with Priority: HIGHEST for action security_group_members [ 887.380117] env[65945]: INFO networking_nsxv3.common.synchronization [req-4fc84ed4-3cd0-423b-902c-0071b6cb348c req-422ddcd3-9501-4081-9be1-396524ccbdee service nova] Enqueued Resource ID: 7590f209-0f03-4be8-afb7-2281b7b6e594 with Priority: HIGHEST for action port [ 887.381848] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e2bff-5937-49d8-b67c-3c4d559669ff with Priority: HIGHEST for action security_group_rules [ 887.381848] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e2bff-5937-49d8-b67c-3c4d559669ff with Priority: HIGHEST for action security_group_members [ 887.381848] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7590f209-0f03-4be8-afb7-2281b7b6e594 with Priority: HIGHEST for action port [ 887.381848] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f81e2bff-5937-49d8-b67c-3c4d559669ff taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.381848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.381848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.381848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.381848] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f81e2bff-5937-49d8-b67c-3c4d559669ff',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.382738] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e2bff-5937-49d8-b67c-3c4d559669ff taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.385807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.385807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.385807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.385807] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.385807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.385807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.385807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.385807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.385807] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f81e2bff-5937-49d8-b67c-3c4d559669ff',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.386464] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-7590f209-0f03-4be8-afb7-2281b7b6e594 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.386464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7590f209-0f03-4be8-afb7-2281b7b6e594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.386464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7590f209-0f03-4be8-afb7-2281b7b6e594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.386464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7590f209-0f03-4be8-afb7-2281b7b6e594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.387519] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7590f209-0f03-4be8-afb7-2281b7b6e594',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.889314] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f81e2bff-5937-49d8-b67c-3c4d559669ff',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.891648] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e2bff-5937-49d8-b67c-3c4d559669ff taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.891865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.892159] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7590f209-0f03-4be8-afb7-2281b7b6e594 with status ACTIVE [ 887.892457] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.892692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.892808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.892958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.893250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.893533] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.893676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.893796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.894072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.894216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.894557] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.895165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.895165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.895165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.895317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.895348] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7590f209-0f03-4be8-afb7-2281b7b6e594 is going to be updated. [ 887.927245] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.927245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.927245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.927245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.927245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.927245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7590f209-0f03-4be8-afb7-2281b7b6e594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.201402] env[65945]: INFO networking_nsxv3.common.synchronization [None req-f347f19c-fee3-43a2-9cde-2d95c96753a4 None None] Enqueued Resource ID: 0f839362-7fa4-4a3d-9c21-c6ddd3d2688e with Priority: HIGHEST for action port [ 888.201402] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f839362-7fa4-4a3d-9c21-c6ddd3d2688e with Priority: HIGHEST for action port [ 888.201402] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f839362-7fa4-4a3d-9c21-c6ddd3d2688e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.201402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f839362-7fa4-4a3d-9c21-c6ddd3d2688e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.201402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f839362-7fa4-4a3d-9c21-c6ddd3d2688e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.201402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f839362-7fa4-4a3d-9c21-c6ddd3d2688e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.201402] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f839362-7fa4-4a3d-9c21-c6ddd3d2688e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.397333] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f81e2bff-5937-49d8-b67c-3c4d559669ff',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.709466] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f839362-7fa4-4a3d-9c21-c6ddd3d2688e [ 888.709778] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.709978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.710104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.710355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.710848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.710953] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f839362-7fa4-4a3d-9c21-c6ddd3d2688e already deleted. [ 888.711051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f839362-7fa4-4a3d-9c21-c6ddd3d2688e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.865664] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb89176d-7144-4085-8a9f-31a7cd75232f in Status: SUCCESS [ 888.865664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.865664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.865954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.866295] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.866915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.866915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.866915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.867321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.868028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.868028] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb89176d-7144-4085-8a9f-31a7cd75232f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.902172] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.902172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.902172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.902567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.902567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.902665] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e2bff-5937-49d8-b67c-3c4d559669ff is going to be created. [ 888.934894] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.934894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.935381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.935381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.935590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.947277] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e2bff-5937-49d8-b67c-3c4d559669ff in Status: UNINITIALIZED for 2s [ 889.370925] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb89176d-7144-4085-8a9f-31a7cd75232f taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.371103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.371174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.371414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.371580] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.371680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.371741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.371888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.371966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.372070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.372233] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb89176d-7144-4085-8a9f-31a7cd75232f taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.372319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.372382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.372580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.372692] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.372786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.372861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.373010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.373089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.373164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.373258] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb89176d-7144-4085-8a9f-31a7cd75232f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.880881] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb89176d-7144-4085-8a9f-31a7cd75232f: rpc.has_security_group_logging(os_id): False [ 889.902751] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.903742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.904494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.904494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.905034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.905034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.905034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.905215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.905506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.905685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.905924] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.906137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.906303] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.906558] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.906667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.906900] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.907039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.907136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.907391] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.907468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.907557] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb89176d-7144-4085-8a9f-31a7cd75232f is going to be created. [ 889.991584] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.991699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.991699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.991905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.992173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.007557] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb89176d-7144-4085-8a9f-31a7cd75232f in Status: IN_PROGRESS for 2s [ 890.229979] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.229979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.229979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.229979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.229979] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.229979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.229979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.229979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.229979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.230407] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.230407] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.230407] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.230538] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.230671] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.230829] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.231014] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.254017] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.254154] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.254336] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.254461] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-530" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.254800] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-f5130cbc-6ed4-41c4-bee3-c1350f919f01 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.255014] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.255187] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.255523] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.255707] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5130cbc-6ed4-41c4-bee3-c1350f919f01',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.760690] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.760915] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.761065] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.761880] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.761880] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.761880] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.762058] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.762164] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.762398] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.762557] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.762877] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.764221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.765431] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.765431] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.765431] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.765431] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: f5130cbc-6ed4-41c4-bee3-c1350f919f01 is going to be updated. [ 890.794562] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.794562] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.794562] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.794562] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.794562] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.794562] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.964030] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e2bff-5937-49d8-b67c-3c4d559669ff in Status: SUCCESS [ 890.964030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.964030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.964030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.964030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.964030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.964030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.964030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.964030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.964030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.964030] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f81e2bff-5937-49d8-b67c-3c4d559669ff',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.466389] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e2bff-5937-49d8-b67c-3c4d559669ff taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.466598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.466658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.466978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.467280] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.467455] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.467520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.467723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.467813] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.467911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.468083] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e2bff-5937-49d8-b67c-3c4d559669ff taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.468180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.468247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.470098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.470098] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.470098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.470098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.470098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.470098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.470098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.470098] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f81e2bff-5937-49d8-b67c-3c4d559669ff',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.514864] env[65945]: INFO networking_nsxv3.common.synchronization [req-329ae6a5-19c2-4de0-b368-18dc4098b856 req-a18a74a4-c3db-4015-bb99-f3d78189c635 service nova] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_rules [ 891.515134] env[65945]: INFO networking_nsxv3.common.synchronization [req-329ae6a5-19c2-4de0-b368-18dc4098b856 req-a18a74a4-c3db-4015-bb99-f3d78189c635 service nova] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 891.515259] env[65945]: INFO networking_nsxv3.common.synchronization [req-329ae6a5-19c2-4de0-b368-18dc4098b856 req-a18a74a4-c3db-4015-bb99-f3d78189c635 service nova] Enqueued Resource ID: f5130cbc-6ed4-41c4-bee3-c1350f919f01 with Priority: HIGHEST for action port [ 891.516154] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_rules [ 891.516303] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 891.516408] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5130cbc-6ed4-41c4-bee3-c1350f919f01 with Priority: HIGHEST for action port [ 891.516699] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.516879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.516937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.517183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.517309] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.518338] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.518789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.518789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.518789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.519772] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.519772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.519772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.519772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.519772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.519772] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.521991] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5130cbc-6ed4-41c4-bee3-c1350f919f01 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.521991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.521991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.521991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.521991] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5130cbc-6ed4-41c4-bee3-c1350f919f01',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.971315] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f81e2bff-5937-49d8-b67c-3c4d559669ff: rpc.has_security_group_logging(os_id): False [ 891.998758] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.998906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.998973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.999221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.999337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.999540] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.999652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.999708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.999886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.999960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.000290] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.000400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.000459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.001311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.002280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.002280] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.002280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.002280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.002280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.002280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.002280] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f81e2bff-5937-49d8-b67c-3c4d559669ff is going to be created. [ 892.023112] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb89176d-7144-4085-8a9f-31a7cd75232f in Status: SUCCESS [ 892.023344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.024134] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.024134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.024134] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.025483] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5130cbc-6ed4-41c4-bee3-c1350f919f01 with status ACTIVE [ 892.025721] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.026294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.026294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.026294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.026294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.026503] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.026673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.026889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.027101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.027592] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.027592] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.027770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.027770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.028234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.028234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.028234] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5130cbc-6ed4-41c4-bee3-c1350f919f01 is going to be updated. [ 892.050596] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.050841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.051012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.051287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.051458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.052319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5130cbc-6ed4-41c4-bee3-c1350f919f01" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.082934] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.082934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.082934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.082934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.083197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.095334] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f81e2bff-5937-49d8-b67c-3c4d559669ff in Status: IN_PROGRESS for 2s [ 892.531198] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.035318] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.035318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.035318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.035318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.035318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.035318] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be updated. [ 893.067798] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.067798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.067975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.068103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.068296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.079816] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: IN_PROGRESS for 2s [ 893.301676] env[65945]: INFO networking_nsxv3.common.synchronization [None req-10fb2ee6-a137-497d-bd0b-abdb45e96d92 None None] Enqueued Resource ID: 494a435a-3f42-4558-8dda-76298b91fd37 with Priority: HIGHEST for action port [ 893.302810] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494a435a-3f42-4558-8dda-76298b91fd37 with Priority: HIGHEST for action port [ 893.303161] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-494a435a-3f42-4558-8dda-76298b91fd37 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.303288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494a435a-3f42-4558-8dda-76298b91fd37" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.303715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494a435a-3f42-4558-8dda-76298b91fd37" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.304055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494a435a-3f42-4558-8dda-76298b91fd37" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.304215] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494a435a-3f42-4558-8dda-76298b91fd37',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.807580] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 494a435a-3f42-4558-8dda-76298b91fd37 [ 893.807830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.807993] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.808069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.808312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.808404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.808541] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:494a435a-3f42-4558-8dda-76298b91fd37 already deleted. [ 893.808600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494a435a-3f42-4558-8dda-76298b91fd37" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.108632] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f81e2bff-5937-49d8-b67c-3c4d559669ff in Status: SUCCESS [ 894.108928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.240337] env[65945]: INFO networking_nsxv3.common.synchronization [None req-461a4909-061a-42e1-be1e-6e923f909d75 tempest-AttachVolumeTestJSON-1917846661 tempest-AttachVolumeTestJSON-1917846661-project-member] Enqueued Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_rules [ 894.241115] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_rules [ 894.242047] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98abc6d-855c-4ae4-9348-967fc900791e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.242047] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.242047] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.242231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.242263] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.346094] env[65945]: INFO networking_nsxv3.common.synchronization [None req-33871ce9-8a9e-44a3-80d9-63c3661f7dad tempest-AttachVolumeTestJSON-1917846661 tempest-AttachVolumeTestJSON-1917846661-project-member] Enqueued Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_rules [ 894.346593] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_rules [ 894.346918] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98abc6d-855c-4ae4-9348-967fc900791e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.347034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.766306] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.766306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.767301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.767301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.767301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.767301] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98abc6d-855c-4ae4-9348-967fc900791e already deleted. [ 894.767301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.767587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.767587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.768070] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.089857] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 895.090810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.091572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.091830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.092087] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.092260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.092358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.092537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.092637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.092741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.092849] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.292058] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.292339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.292339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.292507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.292605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.292723] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98abc6d-855c-4ae4-9348-967fc900791e already deleted. [ 895.292812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.595448] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.599274] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.599274] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.599274] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.599790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.601345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.601345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.601345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.601345] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.787898] env[65945]: INFO networking_nsxv3.common.synchronization [None req-354522d5-fe5e-4917-990c-f4e471e9b69f None None] Enqueued Resource ID: 61399235-b7a4-4f4e-8c10-cc83a82a9314 with Priority: HIGHEST for action port [ 895.788509] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61399235-b7a4-4f4e-8c10-cc83a82a9314 with Priority: HIGHEST for action port [ 895.790604] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-61399235-b7a4-4f4e-8c10-cc83a82a9314 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.790604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61399235-b7a4-4f4e-8c10-cc83a82a9314" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.790604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61399235-b7a4-4f4e-8c10-cc83a82a9314" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.790841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61399235-b7a4-4f4e-8c10-cc83a82a9314" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.790841] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61399235-b7a4-4f4e-8c10-cc83a82a9314',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.104581] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b48e463a-8be7-4c9f-b9a4-3695253c4306: rpc.has_security_group_logging(os_id): False [ 896.124927] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.125139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.125243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.125405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.147113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.147373] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.147499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.147548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.147736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.147821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.148049] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.148164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.148237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.148383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.148452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.148641] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.148750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.148813] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.148967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.150217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.150356] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be updated. [ 896.218379] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.218600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.218646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.218914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.219108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.235377] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: IN_PROGRESS for 2s [ 896.278389] env[65945]: INFO networking_nsxv3.common.synchronization [req-3bab34e1-ce03-47cd-8418-9572acb1bf08 req-8c9245b6-8a4f-420c-80df-885475a624b8 tempest-MigrationsAdminTest-1787870437 tempest-MigrationsAdminTest-1787870437-project-member] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 896.279327] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGHEST for action security_group_members [ 896.279779] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.279909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.279967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.280213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.280397] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.280484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.280538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.280708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.280855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.280976] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.294771] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61399235-b7a4-4f4e-8c10-cc83a82a9314 [ 896.295110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.295216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.295216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.295462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.295634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.295697] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61399235-b7a4-4f4e-8c10-cc83a82a9314 already deleted. [ 896.295780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61399235-b7a4-4f4e-8c10-cc83a82a9314" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.784605] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.784814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.786183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.786183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.815093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.815464] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.815546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.815639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.815998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.815998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.816109] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 is going to be updated. [ 896.847710] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.847884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.848077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.848184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.848577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.860087] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: IN_PROGRESS for 2s [ 896.987962] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a1bd1e47-ec35-4df3-8170-33fe250bffeb tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_rules [ 896.988689] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_rules [ 896.989699] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.989699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.989699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.990151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.990151] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.094935] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e4efba54-01ad-412f-ba31-d31c5c098ec5 tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_rules [ 897.095530] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_rules [ 897.097868] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.098015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.514941] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.514941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.514941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.514941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.514941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.514941] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 already deleted. [ 897.514941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.514941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.514941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.514941] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.044302] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.044969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.045194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.045518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.045703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.045873] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 already deleted. [ 898.046047] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.250633] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 898.251030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.871473] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 in Status: SUCCESS [ 898.872093] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 deletion is rescheduled due to dependency. [ 898.872093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.011296] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3ef79fd-8d03-4459-bfd5-16c03074f381 req-81cf0af4-d48c-4247-8d48-010c4dc6f097 tempest-ServerGroupTestJSON-474389529 tempest-ServerGroupTestJSON-474389529-project-member] Enqueued Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGHEST for action security_group_members [ 899.011821] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGHEST for action security_group_members [ 899.012287] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-2619ee3b-fc82-4b98-a4a1-f00807961805 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.012362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.012454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.012735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.012891] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.013434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.013715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.014201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.014298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.014471] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2619ee3b-fc82-4b98-a4a1-f00807961805',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.520072] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.520072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.520072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.520333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.520474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.520669] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.520786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.520844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.521034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.521135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.521197] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 already deleted. [ 899.521277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.925727] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.926076] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.926076] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.926409] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.926677] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.926838] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.926984] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.927200] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.927393] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.927605] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.927723] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.927907] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.928115] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.928307] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.928463] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.928606] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.950380] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.950617] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.950778] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.955480] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.955614] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-42ec63d4-caa0-407f-a713-6586a38e653a taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.955815] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-42ec63d4-caa0-407f-a713-6586a38e653a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.955946] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-42ec63d4-caa0-407f-a713-6586a38e653a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.956332] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-42ec63d4-caa0-407f-a713-6586a38e653a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.956537] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ec63d4-caa0-407f-a713-6586a38e653a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.463797] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.463969] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.464127] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.464405] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.464558] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.464716] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 42ec63d4-caa0-407f-a713-6586a38e653a not found, creating... [ 900.464990] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.465165] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.465284] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.465508] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.465645] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.465945] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.466092] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.466211] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.466414] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.466595] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.466688] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 42ec63d4-caa0-407f-a713-6586a38e653a is going to be created. [ 900.490053] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.490314] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.490440] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.490717] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.490951] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.491192] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-42ec63d4-caa0-407f-a713-6586a38e653a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.164536] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3ef79fd-8d03-4459-bfd5-16c03074f381 req-c44adff6-1a52-4819-8fd3-15058aaeefcb service nova] Enqueued Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGHEST for action security_group_rules [ 901.164781] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3ef79fd-8d03-4459-bfd5-16c03074f381 req-c44adff6-1a52-4819-8fd3-15058aaeefcb service nova] Enqueued Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGHEST for action security_group_members [ 901.164813] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3ef79fd-8d03-4459-bfd5-16c03074f381 req-c44adff6-1a52-4819-8fd3-15058aaeefcb service nova] Enqueued Resource ID: 42ec63d4-caa0-407f-a713-6586a38e653a with Priority: HIGHEST for action port [ 901.165379] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGHEST for action security_group_rules [ 901.165523] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGHEST for action security_group_members [ 901.165656] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ec63d4-caa0-407f-a713-6586a38e653a with Priority: HIGHEST for action port [ 901.166076] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2619ee3b-fc82-4b98-a4a1-f00807961805 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.167401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.167604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.167952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.168062] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2619ee3b-fc82-4b98-a4a1-f00807961805',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.170610] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-2619ee3b-fc82-4b98-a4a1-f00807961805 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.170725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.170762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.171146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.171146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.171264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.171264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.171609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.171609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.171609] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2619ee3b-fc82-4b98-a4a1-f00807961805',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.175260] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ec63d4-caa0-407f-a713-6586a38e653a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.175260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ec63d4-caa0-407f-a713-6586a38e653a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.175260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ec63d4-caa0-407f-a713-6586a38e653a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.175260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ec63d4-caa0-407f-a713-6586a38e653a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.175260] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ec63d4-caa0-407f-a713-6586a38e653a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.474212] env[65945]: INFO networking_nsxv3.common.synchronization [req-b6e81593-e8a3-4017-a2a5-e3d4ac769300 req-179d4e65-3e81-4cee-9780-62bf956f59fd tempest-ServerPasswordTestJSON-1978155786 tempest-ServerPasswordTestJSON-1978155786-project-member] Enqueued Resource ID: f81e2bff-5937-49d8-b67c-3c4d559669ff with Priority: HIGHEST for action security_group_members [ 901.474212] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e2bff-5937-49d8-b67c-3c4d559669ff with Priority: HIGHEST for action security_group_members [ 901.474882] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e2bff-5937-49d8-b67c-3c4d559669ff taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.475241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.475464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.475760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.476070] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.476283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.476429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.476682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.476859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.477071] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f81e2bff-5937-49d8-b67c-3c4d559669ff',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.672045] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-2619ee3b-fc82-4b98-a4a1-f00807961805 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.672045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.680172] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2619ee3b-fc82-4b98-a4a1-f00807961805',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.681318] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42ec63d4-caa0-407f-a713-6586a38e653a with status ACTIVE [ 901.682395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.682395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.682395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.682395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.682395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.682395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.682694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.682694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.682694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.682787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.683218] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.683218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.683941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.684044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.684127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.684423] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42ec63d4-caa0-407f-a713-6586a38e653a is going to be updated. [ 901.713840] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.714022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.714155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.714334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.714446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.714640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ec63d4-caa0-407f-a713-6586a38e653a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.722775] env[65945]: INFO networking_nsxv3.common.synchronization [req-844e5474-7030-493b-85bf-e20817ab4d00 req-5e5b782b-3928-4613-b88f-1e3fd161cbae tempest-ServersNegativeTestMultiTenantJSON-1927021364 tempest-ServersNegativeTestMultiTenantJSON-1927021364-project-member] Enqueued Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGHEST for action security_group_members [ 901.725727] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGHEST for action security_group_members [ 901.725727] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb89176d-7144-4085-8a9f-31a7cd75232f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.725727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.725727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.725727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.725727] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.725727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.725727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.725727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.725727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.725727] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb89176d-7144-4085-8a9f-31a7cd75232f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.980257] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.980493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.980610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.980915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.981057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.981283] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.981467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.981467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.981689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.981876] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.981943] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e2bff-5937-49d8-b67c-3c4d559669ff is going to be updated. [ 902.022870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.022870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.022870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.022870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.023290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.039694] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e2bff-5937-49d8-b67c-3c4d559669ff in Status: IN_PROGRESS for 2s [ 902.188079] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2619ee3b-fc82-4b98-a4a1-f00807961805',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.228614] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.228614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.228846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.228901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.228981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.229220] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.229351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.229440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.229654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.229709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.229781] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb89176d-7144-4085-8a9f-31a7cd75232f is going to be updated. [ 902.264037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.265030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.267988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.267988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.267988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.275704] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb89176d-7144-4085-8a9f-31a7cd75232f in Status: IN_PROGRESS for 2s [ 902.694780] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.694780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.694780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.694780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.694780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.694780] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 is going to be created. [ 902.722808] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.722808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.722808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.722980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.723156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.752125] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 in Status: UNINITIALIZED for 2s [ 904.051632] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e2bff-5937-49d8-b67c-3c4d559669ff in Status: SUCCESS [ 904.051632] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e2bff-5937-49d8-b67c-3c4d559669ff deletion is rescheduled due to dependency. [ 904.051632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e2bff-5937-49d8-b67c-3c4d559669ff" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.286166] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb89176d-7144-4085-8a9f-31a7cd75232f in Status: SUCCESS [ 904.286423] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb89176d-7144-4085-8a9f-31a7cd75232f deletion is rescheduled due to dependency. [ 904.286593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.763611] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 in Status: SUCCESS [ 904.763966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.764241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.764651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.765652] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.765652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.765848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.766080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.766283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.766473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.766623] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2619ee3b-fc82-4b98-a4a1-f00807961805',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.842521] env[65945]: INFO networking_nsxv3.common.synchronization [req-ad7b4ba1-1239-46d8-9905-8382c1c1284a req-55418625-85a5-4bf0-9d16-98f396f19295 tempest-ServerRescueNegativeTestJSON-1950646662 tempest-ServerRescueNegativeTestJSON-1950646662-project-member] Enqueued Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 904.842875] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 904.843218] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.843335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.843398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.843661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.843819] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.843917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.843975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.844186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.844309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.844419] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.232442] env[65945]: INFO networking_nsxv3.common.synchronization [req-e0f2804a-4e1f-417c-a360-f7c18d08b294 req-9335e723-e09a-4bda-92aa-104d8ddb58cd tempest-ServersAdminTestJSON-1364200875 tempest-ServersAdminTestJSON-1364200875-project-member] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 905.233326] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 905.233326] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.233326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.233539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.234470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.234470] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.234470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.234470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.234744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.234886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.234958] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.264296] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.264535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.264723] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.265080] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.265417] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.265559] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.265673] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.265893] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.266046] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.266255] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.266367] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.266475] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.266595] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.266704] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.266806] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.266937] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.270844] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-2619ee3b-fc82-4b98-a4a1-f00807961805 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.270974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.271056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.271227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.271383] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.271493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.271548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.271672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.271924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.271924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.272065] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-2619ee3b-fc82-4b98-a4a1-f00807961805 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.272111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.272176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.272316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.272452] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.272542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.272599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.272732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.272802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.272880] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.272967] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2619ee3b-fc82-4b98-a4a1-f00807961805',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.288595] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.288797] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.288948] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.289247] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.289596] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-67c0e581-9027-4166-8221-75cb8c8543f2 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.289774] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-67c0e581-9027-4166-8221-75cb8c8543f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.289923] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-67c0e581-9027-4166-8221-75cb8c8543f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.290264] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-67c0e581-9027-4166-8221-75cb8c8543f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.290403] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c0e581-9027-4166-8221-75cb8c8543f2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.346682] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.346832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.346902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.347136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.347220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.347847] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.347847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.347847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.347847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.348180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.348180] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd already deleted. [ 905.349292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.740256] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.775810] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2619ee3b-fc82-4b98-a4a1-f00807961805: rpc.has_security_group_logging(os_id): False [ 905.793816] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.793816] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.793816] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.793816] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.793816] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.793816] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 67c0e581-9027-4166-8221-75cb8c8543f2 not found, creating... [ 905.794163] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.794163] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.794163] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.795040] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.795040] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.795040] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.795040] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.795040] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.797319] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.797481] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.797630] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 67c0e581-9027-4166-8221-75cb8c8543f2 is going to be created. [ 905.799412] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.799546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.799607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.799737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.799820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.799983] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.800103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.800152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.800291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.800369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.800555] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.800647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.800743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.800839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.800910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.802088] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.802209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.802273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.802433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.802525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.802614] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 is going to be created. [ 905.823148] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.824782] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.824782] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.824782] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.824782] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.824782] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-67c0e581-9027-4166-8221-75cb8c8543f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.862443] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.862725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.862839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.866020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.866020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.880346] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 in Status: IN_PROGRESS for 2s [ 906.242126] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.567239] env[65945]: INFO networking_nsxv3.common.synchronization [req-ad7b4ba1-1239-46d8-9905-8382c1c1284a req-154479f6-04e9-4939-a1d1-eb7fa1f47fc4 service nova] Enqueued Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_rules [ 906.567461] env[65945]: INFO networking_nsxv3.common.synchronization [req-ad7b4ba1-1239-46d8-9905-8382c1c1284a req-154479f6-04e9-4939-a1d1-eb7fa1f47fc4 service nova] Enqueued Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 906.567606] env[65945]: INFO networking_nsxv3.common.synchronization [req-ad7b4ba1-1239-46d8-9905-8382c1c1284a req-154479f6-04e9-4939-a1d1-eb7fa1f47fc4 service nova] Enqueued Resource ID: 67c0e581-9027-4166-8221-75cb8c8543f2 with Priority: HIGHEST for action port [ 906.568130] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_rules [ 906.568272] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 906.568383] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67c0e581-9027-4166-8221-75cb8c8543f2 with Priority: HIGHEST for action port [ 906.568662] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.568785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.568850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.569263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.569348] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.570751] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.570975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.571064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.571304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.571498] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.571611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.571666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.571833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.571917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.572083] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.575540] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-67c0e581-9027-4166-8221-75cb8c8543f2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.575540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67c0e581-9027-4166-8221-75cb8c8543f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.575540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67c0e581-9027-4166-8221-75cb8c8543f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.575540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67c0e581-9027-4166-8221-75cb8c8543f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.575540] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c0e581-9027-4166-8221-75cb8c8543f2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.746170] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.746304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.746397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.748257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.748257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.748257] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 906.783614] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.783614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.783614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.783959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.783959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.795298] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 907.071426] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.074831] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.076558] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67c0e581-9027-4166-8221-75cb8c8543f2 with status ACTIVE [ 907.076962] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.076962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.076962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.077088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.077185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.077593] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.077593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.077593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.077747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.078103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.078103] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.078103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.078247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.078563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.078721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.078721] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67c0e581-9027-4166-8221-75cb8c8543f2 is going to be updated. [ 907.103158] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.103158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.103158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.103322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.103429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.103586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67c0e581-9027-4166-8221-75cb8c8543f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.405098] env[65945]: INFO networking_nsxv3.common.synchronization [req-6ea3b496-7514-4b19-9c57-1af51b221628 req-ac8c053c-c04a-41e3-ba0c-5267071469cf tempest-ServerRescueNegativeTestJSON-1950646662 tempest-ServerRescueNegativeTestJSON-1950646662-project-member] Enqueued Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 907.405630] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 907.406480] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.406480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.577420] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.701589] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.701828] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.702131] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.702316] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.702670] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.702846] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.702964] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.703204] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.703350] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.703556] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.703666] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.703953] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.703953] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.704038] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.704169] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.704281] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.740111] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.740356] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.740640] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.740892] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.741240] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.741418] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.741541] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.741956] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.742157] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe6f21a-d1ae-4dc0-944c-dce96e31f25d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.892507] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 in Status: SUCCESS [ 907.892745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.082348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.082566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.082671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.082960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.083095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.083228] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd is going to be created. [ 908.115150] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.115360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.115473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.115780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.116088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.128709] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: UNINITIALIZED for 2s [ 908.245038] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.245038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.245038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.245303] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.245489] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.245948] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 6fe6f21a-d1ae-4dc0-944c-dce96e31f25d not found, creating... [ 908.245948] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.247026] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.247026] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.247026] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.247026] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.247026] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.247204] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.247204] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.247438] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.247593] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.247766] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 6fe6f21a-d1ae-4dc0-944c-dce96e31f25d is going to be created. [ 908.404742] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.404929] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.404929] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.405563] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.405563] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.405853] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.807188] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 908.807455] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.999056] env[65945]: INFO networking_nsxv3.common.synchronization [req-6ea3b496-7514-4b19-9c57-1af51b221628 req-52eaecab-1af2-4216-8cb6-5b652c1f67e9 service nova] Enqueued Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_rules [ 908.999056] env[65945]: INFO networking_nsxv3.common.synchronization [req-6ea3b496-7514-4b19-9c57-1af51b221628 req-52eaecab-1af2-4216-8cb6-5b652c1f67e9 service nova] Enqueued Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 908.999056] env[65945]: INFO networking_nsxv3.common.synchronization [req-6ea3b496-7514-4b19-9c57-1af51b221628 req-52eaecab-1af2-4216-8cb6-5b652c1f67e9 service nova] Enqueued Resource ID: 6fe6f21a-d1ae-4dc0-944c-dce96e31f25d with Priority: HIGHEST for action port [ 908.999056] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_rules [ 908.999056] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 908.999689] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe6f21a-d1ae-4dc0-944c-dce96e31f25d with Priority: HIGHEST for action port [ 909.000070] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.000176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.000435] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.000526] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.000703] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.000803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.000863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.001085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.001170] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe6f21a-d1ae-4dc0-944c-dce96e31f25d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.506757] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fe6f21a-d1ae-4dc0-944c-dce96e31f25d with status ACTIVE [ 909.506757] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.506757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.506757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.506757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.506757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.506757] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.506757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.507399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.507399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.507399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.507399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.507399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.507399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.507580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.507580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.507631] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fe6f21a-d1ae-4dc0-944c-dce96e31f25d is going to be updated. [ 909.533638] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.533764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.533815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.534038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.534443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.534443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fe6f21a-d1ae-4dc0-944c-dce96e31f25d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.139708] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: SUCCESS [ 910.139957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.140144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.140366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.140560] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.140676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.140836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.140909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.141024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.141125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.141195] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.142064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.142230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.142394] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.142495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.142597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.142708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.142785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.142875] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.645453] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.646110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.646110] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.151629] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.653732] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.654050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.654050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.654198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.654287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.654389] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd is going to be updated. [ 911.692291] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.692291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.692291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.692291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.692291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.701906] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: IN_PROGRESS for 2s [ 913.714042] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: SUCCESS [ 913.714355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.714486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.714705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.714896] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.715021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.715097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.715238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.715342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.715446] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.000633] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 914.000736] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 914.217452] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.723425] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.945136] env[65945]: INFO networking_nsxv3.common.synchronization [req-096c96b7-c72d-46d0-9f12-69cedcb9cffd req-e4383eba-7b02-4a69-9918-0ab14ca2e12d tempest-ServerGroupTestJSON-474389529 tempest-ServerGroupTestJSON-474389529-project-member] Enqueued Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGHEST for action security_group_members [ 914.945260] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGHEST for action security_group_members [ 914.945790] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-2619ee3b-fc82-4b98-a4a1-f00807961805 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.946109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.946305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.947827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.947827] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.947827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.947827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.947827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.947827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.947827] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2619ee3b-fc82-4b98-a4a1-f00807961805',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.227871] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.228504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.228504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.228609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.228680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.228781] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd is going to be updated. [ 915.259034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.259199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.259199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.259351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.259699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.269131] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: IN_PROGRESS for 2s [ 915.451517] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.451517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.451517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.451727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.451841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.452120] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.452243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.452345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.452653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.452707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.452806] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 is going to be updated. [ 915.483247] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.483400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.483485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.483751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.483944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.494535] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 in Status: IN_PROGRESS for 2s [ 917.282021] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: SUCCESS [ 917.282021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.282021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.282021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.282021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.282021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.282021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.282021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.282021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.282021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.282021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.282021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.282883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.283149] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.283462] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.283716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.283888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.284127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.284315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.284485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.284663] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.504829] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 in Status: SUCCESS [ 917.504829] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 deletion is rescheduled due to dependency. [ 917.504922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.786887] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2fcaf36-ad27-4a81-ac07-77288ce5d1fd: rpc.has_security_group_logging(os_id): False [ 917.805929] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.806109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.806234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.806504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.806887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.806887] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.807064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.807148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.807324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.807447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.807802] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.807802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.807802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.807978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.808049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.808244] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.808341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.808427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.808626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.808721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.808923] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd is going to be created. [ 917.876296] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.876423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.876423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.876628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.876799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.889106] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: IN_PROGRESS for 2s [ 918.399954] env[65945]: INFO networking_nsxv3.common.synchronization [None req-d4412dfe-9fab-4b0c-b5a3-6b2a54948a03 None None] Enqueued Resource ID: ecb764a3-097e-4269-bbc7-0fee89b53e8c with Priority: HIGHEST for action port [ 918.400566] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb764a3-097e-4269-bbc7-0fee89b53e8c with Priority: HIGHEST for action port [ 918.400860] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb764a3-097e-4269-bbc7-0fee89b53e8c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.401320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb764a3-097e-4269-bbc7-0fee89b53e8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.401320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb764a3-097e-4269-bbc7-0fee89b53e8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.401320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb764a3-097e-4269-bbc7-0fee89b53e8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.401451] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb764a3-097e-4269-bbc7-0fee89b53e8c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.904169] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecb764a3-097e-4269-bbc7-0fee89b53e8c [ 918.904661] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.904749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.904749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.905394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.905394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.905394] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecb764a3-097e-4269-bbc7-0fee89b53e8c already deleted. [ 918.905394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb764a3-097e-4269-bbc7-0fee89b53e8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.906062] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: SUCCESS [ 919.906412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.906500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.906679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.906773] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.108128] env[65945]: INFO networking_nsxv3.common.synchronization [req-b56dd9fd-0ca5-4285-a6d1-f769dd4d7b7c req-a913dd3e-c678-4b62-9efa-47fc59919d5a tempest-AttachInterfacesV270Test-1086425193 tempest-AttachInterfacesV270Test-1086425193-project-member] Enqueued Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGHEST for action security_group_members [ 920.109122] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGHEST for action security_group_members [ 920.109627] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8403a20-9889-4594-a848-1e1c36f608a7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.109796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.109978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.110247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.110377] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.110478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.110535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.110719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.110802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.110896] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8403a20-9889-4594-a848-1e1c36f608a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.409558] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.409755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.409832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.409987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.410190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.410297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.410356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.410519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.410605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.410771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.410771] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.427887] env[65945]: INFO networking_nsxv3.common.synchronization [None req-cbf3d2fd-b097-4c58-8c83-5fd94eb0f77d None None] Enqueued Resource ID: d9cc3b7f-6478-4998-a541-94404d284ffc with Priority: HIGHEST for action port [ 920.429472] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9cc3b7f-6478-4998-a541-94404d284ffc with Priority: HIGHEST for action port [ 920.429815] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9cc3b7f-6478-4998-a541-94404d284ffc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.429968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9cc3b7f-6478-4998-a541-94404d284ffc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.430060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9cc3b7f-6478-4998-a541-94404d284ffc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.430347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9cc3b7f-6478-4998-a541-94404d284ffc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.430483] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9cc3b7f-6478-4998-a541-94404d284ffc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.530042] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.530042] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-484" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.530255] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-484" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.530451] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-484" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.530717] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.530877] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.530995] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.531256] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.531403] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.531667] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.531747] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.531852] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.532057] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.532202] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.532328] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.532477] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.553027] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.553027] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.553168] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.553280] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-484" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.553607] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-5ac9d03e-f69c-485b-a251-4900fa08a674 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.553784] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-5ac9d03e-f69c-485b-a251-4900fa08a674" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.554833] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-5ac9d03e-f69c-485b-a251-4900fa08a674" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.554833] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-5ac9d03e-f69c-485b-a251-4900fa08a674" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.554833] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac9d03e-f69c-485b-a251-4900fa08a674',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.613122] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.613686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.613686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.613843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.613965] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.614897] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.614897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.614897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.614897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.614897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.616147] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8403a20-9889-4594-a848-1e1c36f608a7 already deleted. [ 920.616147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.913614] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.913924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.913924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.914093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.914261] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.914362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.914429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.914591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.914677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.914765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.914909] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.915011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.915080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.915227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.915364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.915477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.915540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.915682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.915758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.915840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.915930] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.933907] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9cc3b7f-6478-4998-a541-94404d284ffc [ 920.934160] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.934313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.934377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.934648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.934773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.934849] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9cc3b7f-6478-4998-a541-94404d284ffc already deleted. [ 920.934932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9cc3b7f-6478-4998-a541-94404d284ffc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.057215] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.057501] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.057780] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.058076] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.058232] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.058391] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 5ac9d03e-f69c-485b-a251-4900fa08a674 not found, creating... [ 921.058660] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.058846] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.058939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.059180] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.059317] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.059682] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.059843] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.059959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.060186] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.060317] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.060457] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 5ac9d03e-f69c-485b-a251-4900fa08a674 is going to be created. [ 921.081978] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.082258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.082328] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.082597] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.082835] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.083111] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-5ac9d03e-f69c-485b-a251-4900fa08a674" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.418930] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2fcaf36-ad27-4a81-ac07-77288ce5d1fd: rpc.has_security_group_logging(os_id): False [ 921.441860] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.441860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.441860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.442253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.442253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.442253] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.442351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.442381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.442544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.442635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.442801] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.442894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.442957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.443111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.443183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.443376] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.443468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.443529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.443776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.443776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.443836] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd is going to be updated. [ 921.508430] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.508571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.508994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.508994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.509106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.522128] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: IN_PROGRESS for 2s [ 921.843683] env[65945]: INFO networking_nsxv3.common.synchronization [req-b56dd9fd-0ca5-4285-a6d1-f769dd4d7b7c req-9ba14e17-9079-4e0f-89b1-500a0b91cbad service nova] Enqueued Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGHEST for action security_group_rules [ 921.843880] env[65945]: INFO networking_nsxv3.common.synchronization [req-b56dd9fd-0ca5-4285-a6d1-f769dd4d7b7c req-9ba14e17-9079-4e0f-89b1-500a0b91cbad service nova] Enqueued Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGHEST for action security_group_members [ 921.844035] env[65945]: INFO networking_nsxv3.common.synchronization [req-b56dd9fd-0ca5-4285-a6d1-f769dd4d7b7c req-9ba14e17-9079-4e0f-89b1-500a0b91cbad service nova] Enqueued Resource ID: 5ac9d03e-f69c-485b-a251-4900fa08a674 with Priority: HIGHEST for action port [ 921.844584] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGHEST for action security_group_rules [ 921.844778] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGHEST for action security_group_members [ 921.844910] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ac9d03e-f69c-485b-a251-4900fa08a674 with Priority: HIGHEST for action port [ 921.845295] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8403a20-9889-4594-a848-1e1c36f608a7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.845418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.845487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.845898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.845960] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8403a20-9889-4594-a848-1e1c36f608a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.846829] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8403a20-9889-4594-a848-1e1c36f608a7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.846943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.847170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.847370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.847973] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.848104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.848173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.848333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.848421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.848548] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8403a20-9889-4594-a848-1e1c36f608a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.849483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ac9d03e-f69c-485b-a251-4900fa08a674 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.849618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ac9d03e-f69c-485b-a251-4900fa08a674" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.849842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ac9d03e-f69c-485b-a251-4900fa08a674" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.850142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ac9d03e-f69c-485b-a251-4900fa08a674" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.850436] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac9d03e-f69c-485b-a251-4900fa08a674',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.352182] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8403a20-9889-4594-a848-1e1c36f608a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.353426] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8403a20-9889-4594-a848-1e1c36f608a7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.353557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.354436] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ac9d03e-f69c-485b-a251-4900fa08a674 with status ACTIVE [ 922.354436] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.354436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.354436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.354436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.354436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.355857] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.355857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.355857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.355857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.355857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.355857] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.355857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.355857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.355857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.355857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.355857] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ac9d03e-f69c-485b-a251-4900fa08a674 is going to be updated. [ 922.381874] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.382054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.382109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.382504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.382686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.383557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ac9d03e-f69c-485b-a251-4900fa08a674" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.682629] env[65945]: INFO networking_nsxv3.common.synchronization [req-4f18580a-bbd5-4040-a2e4-c30887308c17 req-0076121c-f006-4ae9-9143-98384a5ffecb tempest-ServerAddressesNegativeTestJSON-782237988 tempest-ServerAddressesNegativeTestJSON-782237988-project-member] Enqueued Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGHEST for action security_group_members [ 922.683219] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGHEST for action security_group_members [ 922.683569] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f1bc12-1a74-4a1b-9091-051020f83ad2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.683682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.683754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.684019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.684179] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.684273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.684323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.684474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.684559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.684654] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f1bc12-1a74-4a1b-9091-051020f83ad2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.857508] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8403a20-9889-4594-a848-1e1c36f608a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.070879] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.071093] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-815" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.071218] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-815" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.071687] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-815" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.071964] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.072258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.072381] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.072606] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.072747] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.072968] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.073097] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.073206] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.073314] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.073423] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.073530] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.073658] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.095213] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.095448] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.095596] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.095769] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-815" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.096089] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.096261] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.096382] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.096727] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.096911] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83fa0b12-133e-48ea-ac6a-9b95b22b6e6d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.187657] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.187819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.187882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.188113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.188201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.188417] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.188540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.188599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.188763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.188842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.188927] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 already deleted. [ 923.189022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.361937] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.361937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.361937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.362523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.362523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.362523] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8403a20-9889-4594-a848-1e1c36f608a7 is going to be created. [ 923.396416] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.396625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.396625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.396849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.396989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.413070] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8403a20-9889-4594-a848-1e1c36f608a7 in Status: UNINITIALIZED for 2s [ 923.535900] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: SUCCESS [ 923.536230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.599929] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.600188] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.600317] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.600603] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.600754] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.600906] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 83fa0b12-133e-48ea-ac6a-9b95b22b6e6d not found, creating... [ 923.601188] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.601346] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.601464] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.601683] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.601820] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.602160] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.602320] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.602436] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.602638] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.602771] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.602911] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 83fa0b12-133e-48ea-ac6a-9b95b22b6e6d is going to be created. [ 923.625833] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.626108] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.626240] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.626577] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.626812] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.627048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.327284] env[65945]: INFO networking_nsxv3.common.synchronization [req-4f18580a-bbd5-4040-a2e4-c30887308c17 req-ee8c5865-b282-4f7a-a001-de8dc4473fbd service nova] Enqueued Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGHEST for action security_group_rules [ 924.327697] env[65945]: INFO networking_nsxv3.common.synchronization [req-4f18580a-bbd5-4040-a2e4-c30887308c17 req-ee8c5865-b282-4f7a-a001-de8dc4473fbd service nova] Enqueued Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGHEST for action security_group_members [ 924.327873] env[65945]: INFO networking_nsxv3.common.synchronization [req-4f18580a-bbd5-4040-a2e4-c30887308c17 req-ee8c5865-b282-4f7a-a001-de8dc4473fbd service nova] Enqueued Resource ID: 83fa0b12-133e-48ea-ac6a-9b95b22b6e6d with Priority: HIGHEST for action port [ 924.328459] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGHEST for action security_group_rules [ 924.328633] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGHEST for action security_group_members [ 924.328934] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fa0b12-133e-48ea-ac6a-9b95b22b6e6d with Priority: HIGHEST for action port [ 924.330617] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.330807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.330915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.331199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.331325] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f1bc12-1a74-4a1b-9091-051020f83ad2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.332729] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f1bc12-1a74-4a1b-9091-051020f83ad2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.332915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.333052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.333958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.333958] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.333958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.333958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.333958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.333958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.333958] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f1bc12-1a74-4a1b-9091-051020f83ad2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.334834] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.334982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.335247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.335297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.335425] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83fa0b12-133e-48ea-ac6a-9b95b22b6e6d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.838852] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f1bc12-1a74-4a1b-9091-051020f83ad2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.840490] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f1bc12-1a74-4a1b-9091-051020f83ad2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.840661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.840912] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83fa0b12-133e-48ea-ac6a-9b95b22b6e6d with status ACTIVE [ 924.841681] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.841681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.841681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.841681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.841966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.841966] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.842067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.842067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.842225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.842305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.842565] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.842720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.842805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.842985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.843085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.843646] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83fa0b12-133e-48ea-ac6a-9b95b22b6e6d is going to be updated. [ 924.874760] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.875146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.875225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.875593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.875748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.875918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83fa0b12-133e-48ea-ac6a-9b95b22b6e6d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.346228] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f1bc12-1a74-4a1b-9091-051020f83ad2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.423434] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8403a20-9889-4594-a848-1e1c36f608a7 in Status: SUCCESS [ 925.423660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.423886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.424207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.424443] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.424593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.424803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.424896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.424998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.425123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.425235] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8403a20-9889-4594-a848-1e1c36f608a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.848743] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.849074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.849074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.849245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.849337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.849437] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 is going to be created. [ 925.883414] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.883531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.883584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.883835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.884041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.895668] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 in Status: UNINITIALIZED for 2s [ 925.928361] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8403a20-9889-4594-a848-1e1c36f608a7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.928584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.928634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.928857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.929036] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.929200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.929293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.929472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.929581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.929675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.929887] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8403a20-9889-4594-a848-1e1c36f608a7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.930018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.930086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.930228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.930371] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.930465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.930529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.930665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.930757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.930995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.930995] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8403a20-9889-4594-a848-1e1c36f608a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.433435] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8403a20-9889-4594-a848-1e1c36f608a7: rpc.has_security_group_logging(os_id): False [ 926.453556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.453709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.453782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.453994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.454118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.454431] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.454586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.454671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.454854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.454978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.455363] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.455363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.455519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.455571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.455709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.455888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.456042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.456156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.456327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.456454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.456580] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8403a20-9889-4594-a848-1e1c36f608a7 is going to be created. [ 926.532534] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.532534] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.532534] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.532829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.532967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.549843] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8403a20-9889-4594-a848-1e1c36f608a7 in Status: IN_PROGRESS for 2s [ 927.043519] env[65945]: INFO networking_nsxv3.common.synchronization [req-f2bf90b0-30b8-4640-aa49-f9dd662e62cf req-93ab1315-4a0e-4af5-9f5f-a5a21e74159d tempest-ServersNegativeTestJSON-1655995295 tempest-ServersNegativeTestJSON-1655995295-project-member] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 927.043519] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGHEST for action security_group_members [ 927.043519] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.043519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.043519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.043519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.043519] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.043519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.043519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.043519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.043519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.044143] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.549498] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.549704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.549816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.550071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.550196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.550401] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.550501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.550567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.550726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.550810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.550897] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be updated. [ 927.593887] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.594084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.594131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.594321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.594472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.610471] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: IN_PROGRESS for 2s [ 927.916294] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 in Status: SUCCESS [ 927.916659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.916848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.917077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.917312] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.917476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.917559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.917726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.917810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.918791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.918791] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0f1bc12-1a74-4a1b-9091-051020f83ad2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.403728] env[65945]: INFO networking_nsxv3.common.synchronization [None req-5c0da710-6205-4ff3-b0e0-c1b9639626ad tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 7103f8d9-a7c1-4c0b-a7d3-827cc81dd427 with Priority: HIGHEST for action security_group_rules [ 928.404450] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7103f8d9-a7c1-4c0b-a7d3-827cc81dd427 with Priority: HIGHEST for action security_group_rules [ 928.404793] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.404969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.405100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.405394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.405504] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7103f8d9-a7c1-4c0b-a7d3-827cc81dd427',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.421256] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f1bc12-1a74-4a1b-9091-051020f83ad2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.421414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.421530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.421689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.421849] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.421949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.422022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.422184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.422269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.422357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.422504] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f1bc12-1a74-4a1b-9091-051020f83ad2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.422598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.422657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.422833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.422934] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.423034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.423093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.423280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.423324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.423370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.423461] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0f1bc12-1a74-4a1b-9091-051020f83ad2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.538187] env[65945]: INFO networking_nsxv3.common.synchronization [None req-4cdf164f-ffdf-45bf-865d-ad4fa582752b tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 7103f8d9-a7c1-4c0b-a7d3-827cc81dd427 with Priority: HIGHEST for action security_group_rules [ 928.538187] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7103f8d9-a7c1-4c0b-a7d3-827cc81dd427 with Priority: HIGHEST for action security_group_rules [ 928.538187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.538187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.569816] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8403a20-9889-4594-a848-1e1c36f608a7 in Status: SUCCESS [ 928.569816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.926169] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0f1bc12-1a74-4a1b-9091-051020f83ad2: rpc.has_security_group_logging(os_id): False [ 928.938127] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.938392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.938463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.938708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.938830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.939011] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7103f8d9-a7c1-4c0b-a7d3-827cc81dd427 already deleted. [ 928.939159] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.939364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.939608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.939745] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7103f8d9-a7c1-4c0b-a7d3-827cc81dd427',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.948028] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.948179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.948328] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.948638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.948807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.949188] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.949316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.949381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.949580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.949637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.949944] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.950096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.950304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.950474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.950558] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.950780] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.950886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.950951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.951121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.951217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.951360] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 is going to be created. [ 929.035487] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.035487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.035487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.035487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.035487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.047947] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 in Status: IN_PROGRESS for 2s [ 929.466323] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.466847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.466847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.466847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.466847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.467234] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7103f8d9-a7c1-4c0b-a7d3-827cc81dd427 already deleted. [ 929.467234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7103f8d9-a7c1-4c0b-a7d3-827cc81dd427" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.620438] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 in Status: SUCCESS [ 929.620717] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 deletion is rescheduled due to dependency. [ 929.620874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.121911] env[65945]: INFO networking_nsxv3.common.synchronization [req-d26f50a6-1df4-408d-97a4-4f13d73305bc req-e89ea5da-b725-4742-baed-0ca88abc65c9 tempest-AttachVolumeTestJSON-1917846661 tempest-AttachVolumeTestJSON-1917846661-project-member] Enqueued Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_members [ 930.122544] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_members [ 930.122863] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98abc6d-855c-4ae4-9348-967fc900791e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.122983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.123312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.123795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.123795] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.124298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.124298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.124298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.124298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.124298] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.537073] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.537073] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.537073] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.539235] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.539235] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.539235] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.539235] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.539235] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.539675] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.539675] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.539675] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.539898] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.539898] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.540630] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.540630] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.540630] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.566535] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.566535] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.566535] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.566535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.566535] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.566535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.566535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.566535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.566535] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9177ef6e-f20a-4480-9af8-5cfbc9eff9bd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.628207] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.628408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.628483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.628695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.628804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.629183] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.629183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.629183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.629338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.629368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.629444] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98abc6d-855c-4ae4-9348-967fc900791e already deleted. [ 930.629523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.062119] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 in Status: SUCCESS [ 931.062119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.071914] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.075140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.075140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.075140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.075140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.075140] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 9177ef6e-f20a-4480-9af8-5cfbc9eff9bd not found, creating... [ 931.075140] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.075140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.075140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.075140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.075140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.075554] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.075554] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.075554] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.075554] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.075554] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.075554] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 9177ef6e-f20a-4480-9af8-5cfbc9eff9bd is going to be created. [ 931.096697] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.096949] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.097093] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.097480] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.097738] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.097975] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.800977] env[65945]: INFO networking_nsxv3.common.synchronization [req-d26f50a6-1df4-408d-97a4-4f13d73305bc req-3f8287a5-300a-43c2-9c54-e4a45e037a49 service nova] Enqueued Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_rules [ 931.800977] env[65945]: INFO networking_nsxv3.common.synchronization [req-d26f50a6-1df4-408d-97a4-4f13d73305bc req-3f8287a5-300a-43c2-9c54-e4a45e037a49 service nova] Enqueued Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_members [ 931.800977] env[65945]: INFO networking_nsxv3.common.synchronization [req-d26f50a6-1df4-408d-97a4-4f13d73305bc req-3f8287a5-300a-43c2-9c54-e4a45e037a49 service nova] Enqueued Resource ID: 9177ef6e-f20a-4480-9af8-5cfbc9eff9bd with Priority: HIGHEST for action port [ 931.801617] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_rules [ 931.801786] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_members [ 931.801988] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177ef6e-f20a-4480-9af8-5cfbc9eff9bd with Priority: HIGHEST for action port [ 931.802294] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98abc6d-855c-4ae4-9348-967fc900791e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.802469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.802560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.802786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.802889] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.805757] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98abc6d-855c-4ae4-9348-967fc900791e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.806705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.806705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.806705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.806705] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.806705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.806705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.806705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.806705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.806961] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.807609] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.807731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.807783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.808948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.809160] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9177ef6e-f20a-4480-9af8-5cfbc9eff9bd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.282352] env[65945]: INFO networking_nsxv3.common.synchronization [req-1fb73c48-3f68-47d4-8b88-ec2a0e1462f8 req-5466e28d-84a3-4dd5-9627-755329c2e554 tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 932.282801] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 932.283110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.283234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.283299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.283492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.283697] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.283810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.283874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.284039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.284124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.284214] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.313143] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.314098] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98abc6d-855c-4ae4-9348-967fc900791e taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.314204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.314543] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9177ef6e-f20a-4480-9af8-5cfbc9eff9bd with status ACTIVE [ 932.314706] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.314810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.315109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.315109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.315232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.315329] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.315658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.315658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.315882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.315913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.316190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.316312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.316370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.316527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.316616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.316962] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9177ef6e-f20a-4480-9af8-5cfbc9eff9bd is going to be updated. [ 932.341326] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.341964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.341964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.341964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.341964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.342136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9177ef6e-f20a-4480-9af8-5cfbc9eff9bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.786344] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.786605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.786605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.786891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.809992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.810376] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.810473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.810532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.810728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.810826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.810947] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 932.815047] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.848974] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.849154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.849226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.849452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.849612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.858370] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 933.214609] env[65945]: INFO networking_nsxv3.common.synchronization [req-4b2a6bb6-a288-4edf-8f25-d51377e1dd02 req-005cc210-7019-4381-95b7-beb7c2cda514 tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 933.214706] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 933.214935] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.215098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.215171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.215408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.215598] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.215729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.215797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.215976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.216286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.216286] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.317797] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.318034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.318034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.318205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.318298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.318398] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98abc6d-855c-4ae4-9348-967fc900791e is going to be created. [ 933.362790] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.363040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.363155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.363375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.363638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.379462] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98abc6d-855c-4ae4-9348-967fc900791e in Status: UNINITIALIZED for 2s [ 933.719231] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.719472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.719618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.719864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.720037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.720267] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.720400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.720476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.720615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.720701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.720826] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 933.763154] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.763154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.763154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.763450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.763620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.783758] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 934.871621] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 934.871621] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da deletion is rescheduled due to dependency. [ 934.871621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.389672] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98abc6d-855c-4ae4-9348-967fc900791e in Status: SUCCESS [ 935.389985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.390158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.390302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.390839] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.390839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.390839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.390839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.391059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.391059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.391124] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.796148] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 935.796328] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 935.796369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.894643] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.396899] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98abc6d-855c-4ae4-9348-967fc900791e: rpc.has_security_group_logging(os_id): False [ 936.419540] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.419740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.419950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.420170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.420404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.420591] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.420765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.420856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.421056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.422431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.422648] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98abc6d-855c-4ae4-9348-967fc900791e is going to be created. [ 936.496397] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.496613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.496613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.497210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.497556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.512941] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98abc6d-855c-4ae4-9348-967fc900791e in Status: IN_PROGRESS for 2s [ 937.419249] env[65945]: INFO networking_nsxv3.common.synchronization [None req-54103c7e-89f1-4f6e-95ca-11268b73c96c None None] Enqueued Resource ID: c66de9b5-18aa-4776-a95f-0a94d8517080 with Priority: HIGHEST for action port [ 937.420312] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66de9b5-18aa-4776-a95f-0a94d8517080 with Priority: HIGHEST for action port [ 937.420644] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66de9b5-18aa-4776-a95f-0a94d8517080 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.420770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66de9b5-18aa-4776-a95f-0a94d8517080" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.420838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66de9b5-18aa-4776-a95f-0a94d8517080" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.421401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66de9b5-18aa-4776-a95f-0a94d8517080" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.421562] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66de9b5-18aa-4776-a95f-0a94d8517080',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.606989] env[65945]: INFO networking_nsxv3.common.synchronization [req-5707508b-2e6b-4c63-ab1c-995f8d0a42be req-35d810e3-9416-41f0-be9a-4fb83a8d1386 tempest-ServerAddressesNegativeTestJSON-782237988 tempest-ServerAddressesNegativeTestJSON-782237988-project-member] Enqueued Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGHEST for action security_group_members [ 937.608879] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGHEST for action security_group_members [ 937.609258] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f1bc12-1a74-4a1b-9091-051020f83ad2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.610467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.610549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.610760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.610929] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.611041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.611103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.611256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.611334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.611424] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f1bc12-1a74-4a1b-9091-051020f83ad2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.926065] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c66de9b5-18aa-4776-a95f-0a94d8517080 [ 937.926964] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.926964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.926964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.926964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.926964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.927283] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c66de9b5-18aa-4776-a95f-0a94d8517080 already deleted. [ 937.927459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66de9b5-18aa-4776-a95f-0a94d8517080" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.114489] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.114688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.115320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.115320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.115320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.115320] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.115602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.115602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.115698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.115740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.115888] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 is going to be updated. [ 938.132972] env[65945]: INFO networking_nsxv3.common.synchronization [None req-16884e19-ad82-418a-9491-43dfbe5b03b3 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_rules [ 938.134057] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_rules [ 938.134498] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.134696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.135411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.135411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.135411] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.149304] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.149502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.149502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.149670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.149766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.160830] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 in Status: IN_PROGRESS for 2s [ 938.173446] env[65945]: INFO networking_nsxv3.common.synchronization [req-236d1224-81ee-4a50-86a6-b09d073b4e5d req-3719d482-afa1-4b3d-b592-e48177711bbf tempest-AttachInterfacesV270Test-1086425193 tempest-AttachInterfacesV270Test-1086425193-project-member] Enqueued Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGHEST for action security_group_members [ 938.173890] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGHEST for action security_group_members [ 938.174092] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8403a20-9889-4594-a848-1e1c36f608a7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.174403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.174403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.174532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.174677] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.174782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.174843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.174992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.175378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.175449] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8403a20-9889-4594-a848-1e1c36f608a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.296027] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ad45f1b4-419f-46ec-9f8f-715e65fb1172 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_rules [ 938.296948] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_rules [ 938.297349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.297491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.499430] env[65945]: INFO networking_nsxv3.common.synchronization [req-dd91e02f-8cfa-412f-80e6-30ea56c4ae1b req-d9c16707-61c5-4a3e-b733-7795d33b8769 tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_members [ 938.501315] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_members [ 938.501315] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.501497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.501497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.501781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.502012] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.502162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.502257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.502478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.502605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.502981] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.533243] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98abc6d-855c-4ae4-9348-967fc900791e in Status: SUCCESS [ 938.533490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.660213] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.660213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.660213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.660365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.660477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.660572] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2931d63-63a8-4795-a439-46d4940557eb already deleted. [ 938.660572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.660727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.660873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.660957] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.677732] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.677904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.677992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.678476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.678597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.678820] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.678920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.679069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.679235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.679316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.679399] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8403a20-9889-4594-a848-1e1c36f608a7 is going to be updated. [ 938.708695] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.708879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.708879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.709130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.709283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.718444] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8403a20-9889-4594-a848-1e1c36f608a7 in Status: IN_PROGRESS for 2s [ 938.896452] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.897740] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.898095] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.898517] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.899120] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.899481] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.899775] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.900123] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.900587] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.900698] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.900896] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.901113] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.901355] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.901567] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.901775] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.902015] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.922232] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.922365] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.922535] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.922807] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.923296] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-92d58ecd-de73-409f-9357-2aec1f983eb3 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.923414] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-92d58ecd-de73-409f-9357-2aec1f983eb3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.923542] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-92d58ecd-de73-409f-9357-2aec1f983eb3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.923886] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-92d58ecd-de73-409f-9357-2aec1f983eb3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.924039] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92d58ecd-de73-409f-9357-2aec1f983eb3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.006988] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.007143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.008620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.008620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.008620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.008620] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.008620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.008620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.008620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.008620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.008620] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 already deleted. [ 939.008620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.181978] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.182143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.182215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.182423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.182501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.182601] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2931d63-63a8-4795-a439-46d4940557eb already deleted. [ 939.182672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.430767] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.431097] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.431282] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.431703] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.431857] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.432108] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 92d58ecd-de73-409f-9357-2aec1f983eb3 not found, creating... [ 939.432489] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.433907] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.434076] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.434353] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.434502] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.434825] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.434984] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.435136] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.435360] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.435529] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.435666] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 92d58ecd-de73-409f-9357-2aec1f983eb3 is going to be created. [ 939.457347] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.457757] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.457993] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.458241] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.458511] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.458793] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-92d58ecd-de73-409f-9357-2aec1f983eb3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.581590] env[65945]: INFO networking_nsxv3.common.synchronization [None req-b6e21883-59a4-4b59-91f4-eb9229220a7c None None] Enqueued Resource ID: 2607486e-b877-4a98-8ef9-1f05631f4e77 with Priority: HIGHEST for action port [ 939.584701] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2607486e-b877-4a98-8ef9-1f05631f4e77 with Priority: HIGHEST for action port [ 939.586390] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2607486e-b877-4a98-8ef9-1f05631f4e77 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.586390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2607486e-b877-4a98-8ef9-1f05631f4e77" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.586390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2607486e-b877-4a98-8ef9-1f05631f4e77" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.587238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2607486e-b877-4a98-8ef9-1f05631f4e77" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.587238] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2607486e-b877-4a98-8ef9-1f05631f4e77',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.090553] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2607486e-b877-4a98-8ef9-1f05631f4e77 [ 940.091116] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.091268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.091340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.091985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.091985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.091985] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2607486e-b877-4a98-8ef9-1f05631f4e77 already deleted. [ 940.091985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2607486e-b877-4a98-8ef9-1f05631f4e77" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.168848] env[65945]: INFO networking_nsxv3.common.synchronization [req-dd91e02f-8cfa-412f-80e6-30ea56c4ae1b req-5963b802-fc80-4e09-a5a5-4e08d9c6ecb5 service nova] Enqueued Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_rules [ 940.168848] env[65945]: INFO networking_nsxv3.common.synchronization [req-dd91e02f-8cfa-412f-80e6-30ea56c4ae1b req-5963b802-fc80-4e09-a5a5-4e08d9c6ecb5 service nova] Enqueued Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_members [ 940.168848] env[65945]: INFO networking_nsxv3.common.synchronization [req-dd91e02f-8cfa-412f-80e6-30ea56c4ae1b req-5963b802-fc80-4e09-a5a5-4e08d9c6ecb5 service nova] Enqueued Resource ID: 92d58ecd-de73-409f-9357-2aec1f983eb3 with Priority: HIGHEST for action port [ 940.168848] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_rules [ 940.168848] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_members [ 940.168848] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d58ecd-de73-409f-9357-2aec1f983eb3 with Priority: HIGHEST for action port [ 940.168848] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.168848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.168848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.169196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.169196] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.169937] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.170069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.170137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.170310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.171127] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.171127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.171127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.171127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.171127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.171127] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.172866] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-92d58ecd-de73-409f-9357-2aec1f983eb3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.173549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92d58ecd-de73-409f-9357-2aec1f983eb3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.173549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92d58ecd-de73-409f-9357-2aec1f983eb3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.173549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92d58ecd-de73-409f-9357-2aec1f983eb3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.173549] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92d58ecd-de73-409f-9357-2aec1f983eb3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.176205] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 in Status: SUCCESS [ 940.176205] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 deletion is rescheduled due to dependency. [ 940.176205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.675299] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.676450] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.676587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.677752] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92d58ecd-de73-409f-9357-2aec1f983eb3 with status ACTIVE [ 940.677752] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.677752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.677752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.677752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.677752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.677752] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.678214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.678214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.679020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.679136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.679317] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.679417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.679549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.679633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.679711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.679798] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92d58ecd-de73-409f-9357-2aec1f983eb3 is going to be updated. [ 940.703071] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.703278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.703382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.703510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.703643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.703823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92d58ecd-de73-409f-9357-2aec1f983eb3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.732714] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8403a20-9889-4594-a848-1e1c36f608a7 in Status: SUCCESS [ 940.732714] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8403a20-9889-4594-a848-1e1c36f608a7 deletion is rescheduled due to dependency. [ 940.732714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.178104] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.682893] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.682893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.682893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.682893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.682893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.682893] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 is going to be created. [ 941.711212] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.711373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.711450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.711653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.711818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.723116] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 in Status: UNINITIALIZED for 2s [ 943.734915] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 in Status: SUCCESS [ 943.735158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.735237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.735517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.735712] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.735827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.735894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.736079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.736140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.736219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.736316] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.238669] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.741515] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 883ab979-4cf8-49cc-b00b-cb86e5bd4881: rpc.has_security_group_logging(os_id): False [ 944.759853] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.760095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.760164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.760394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.760483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.760727] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.760836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.760896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.761046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.761122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.761204] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 is going to be created. [ 944.827239] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.827385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.827422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.827701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.827895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.840569] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 in Status: IN_PROGRESS for 2s [ 945.170076] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 945.170076] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 946.512536] env[65945]: INFO networking_nsxv3.common.synchronization [None req-9f65c0c1-8270-4e5b-841e-3eecc7b91459 tempest-ServerRescueNegativeTestJSON-1950646662 tempest-ServerRescueNegativeTestJSON-1950646662-project-member] Enqueued Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_rules [ 946.513192] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_rules [ 946.513446] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f96e344-462f-4194-b981-489a691052f3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.513605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.513718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.513980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.514458] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.642503] env[65945]: INFO networking_nsxv3.common.synchronization [None req-276f1b1a-cbff-4448-a5ef-c95dd28364d4 tempest-ServerRescueNegativeTestJSON-1950646662 tempest-ServerRescueNegativeTestJSON-1950646662-project-member] Enqueued Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_rules [ 946.643041] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_rules [ 946.643384] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f96e344-462f-4194-b981-489a691052f3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.643486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.857384] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 in Status: SUCCESS [ 946.857801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.038957] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.039142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.039238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.039458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.039550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.039645] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f96e344-462f-4194-b981-489a691052f3 already deleted. [ 947.039728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.040050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.040378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.040513] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.565099] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.565439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.565439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.566719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.566719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.566719] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f96e344-462f-4194-b981-489a691052f3 already deleted. [ 947.566719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.287492] env[65945]: INFO networking_nsxv3.common.synchronization [req-247a255c-3f0c-426f-b2c2-e98e1d7da479 req-6db79531-f23f-4dbb-81ef-8eb3fb5e1ada tempest-ServersAdminTestJSON-1364200875 tempest-ServersAdminTestJSON-1364200875-project-member] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 950.287492] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 950.287914] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.287914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.287914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.288833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.288833] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.288833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.288833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.288833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.288833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.288833] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.790551] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.292663] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.797029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.797029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.797029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.797029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.797029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.797029] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 951.830958] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.830958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.830958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.830958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.831221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.841221] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 952.521873] env[65945]: INFO networking_nsxv3.common.synchronization [req-6013f379-7d41-42cb-9b02-f1b6602f8ecb req-04c6aee4-7ab7-4b36-a76a-5fa24f5619fd tempest-MultipleCreateTestJSON-1792970292 tempest-MultipleCreateTestJSON-1792970292-project-member] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 952.522439] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 952.522740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.522866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.522932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.523141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.523300] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.523395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.523463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.523608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.524192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.524192] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.882858] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.883074] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.883203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.883471] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.883825] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.883966] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.884013] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.884412] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.884571] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.884792] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.884913] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.885031] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.885145] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.885257] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.885367] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.885505] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.904686] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.905244] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.905244] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.905375] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.905905] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-640e6eaa-f8b4-48d2-9685-0a7c1349e424 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.905905] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-640e6eaa-f8b4-48d2-9685-0a7c1349e424" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.906063] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-640e6eaa-f8b4-48d2-9685-0a7c1349e424" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.906337] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-640e6eaa-f8b4-48d2-9685-0a7c1349e424" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.906481] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('640e6eaa-f8b4-48d2-9685-0a7c1349e424',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.964579] env[65945]: INFO networking_nsxv3.common.synchronization [req-27cb9172-8560-4aea-97a2-83ca89a45c67 req-0fc39744-6292-478a-81dd-6d50cf1311e3 tempest-ServersV294TestFqdnHostnames-1568399207 tempest-ServersV294TestFqdnHostnames-1568399207-project-member] Enqueued Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_members [ 952.965033] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGHEST for action security_group_members [ 952.965308] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e770550a-3d92-419b-9d40-926d316f8353 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.965446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.965820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.966029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.966169] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.966275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.966335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.966477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.966561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.966821] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.025504] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.025732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.025831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.026114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.026234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.026452] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.026561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.026673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.026854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.026977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.027140] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 953.052863] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.053032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.053126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.053313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.053459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.062800] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 953.408837] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.409078] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.409218] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.409580] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.409663] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.409787] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 640e6eaa-f8b4-48d2-9685-0a7c1349e424 not found, creating... [ 953.410085] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.410257] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.410593] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.410890] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.411170] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.411468] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.411723] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.411847] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.412068] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.412203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.412344] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 640e6eaa-f8b4-48d2-9685-0a7c1349e424 is going to be created. [ 953.443839] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.443839] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.443839] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.444147] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.444397] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.444636] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-640e6eaa-f8b4-48d2-9685-0a7c1349e424" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.469623] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.469807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.469848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.470190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.523185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.523475] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.523574] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.523644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.523858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.523937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.524049] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e770550a-3d92-419b-9d40-926d316f8353 is going to be updated. [ 953.566667] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.566824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.566884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.567151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.567301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.580249] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e770550a-3d92-419b-9d40-926d316f8353 in Status: IN_PROGRESS for 2s [ 953.851680] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 953.851903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.169263] env[65945]: INFO networking_nsxv3.common.synchronization [req-6013f379-7d41-42cb-9b02-f1b6602f8ecb req-7955f3b1-cb8f-4db7-b980-b91019e539dc service nova] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_rules [ 954.169556] env[65945]: INFO networking_nsxv3.common.synchronization [req-6013f379-7d41-42cb-9b02-f1b6602f8ecb req-7955f3b1-cb8f-4db7-b980-b91019e539dc service nova] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 954.169777] env[65945]: INFO networking_nsxv3.common.synchronization [req-6013f379-7d41-42cb-9b02-f1b6602f8ecb req-7955f3b1-cb8f-4db7-b980-b91019e539dc service nova] Enqueued Resource ID: 640e6eaa-f8b4-48d2-9685-0a7c1349e424 with Priority: HIGHEST for action port [ 954.170720] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_rules [ 954.170925] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 954.171207] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640e6eaa-f8b4-48d2-9685-0a7c1349e424 with Priority: HIGHEST for action port [ 954.171535] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.171691] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.171792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.171980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.172102] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.174248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.174248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.174248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-640e6eaa-f8b4-48d2-9685-0a7c1349e424 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.174487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-640e6eaa-f8b4-48d2-9685-0a7c1349e424" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.175205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-640e6eaa-f8b4-48d2-9685-0a7c1349e424" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.175205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-640e6eaa-f8b4-48d2-9685-0a7c1349e424" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.175205] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('640e6eaa-f8b4-48d2-9685-0a7c1349e424',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.678019] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 640e6eaa-f8b4-48d2-9685-0a7c1349e424 with status ACTIVE [ 954.678312] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.678417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.678480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.678707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.678799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.678968] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.679078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.679140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.679289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.679363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.679540] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.679633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.679694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.679830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.679903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.680033] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 640e6eaa-f8b4-48d2-9685-0a7c1349e424 is going to be updated. [ 954.683125] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.683125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.702592] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.702752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.702826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.703065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.703206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.703363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-640e6eaa-f8b4-48d2-9685-0a7c1349e424" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.045762] env[65945]: INFO networking_nsxv3.common.synchronization [req-6013f379-7d41-42cb-9b02-f1b6602f8ecb req-77863003-028b-42ab-ad33-0d80359b5d33 tempest-MultipleCreateTestJSON-1792970292 tempest-MultipleCreateTestJSON-1792970292-project-member] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 955.046853] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 955.046853] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.046853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.072109] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 955.072411] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b deletion is rescheduled due to dependency. [ 955.072531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.072720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.072917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.073122] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.073240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.073305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.073471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.073569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.073670] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.379790] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.380016] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.380159] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.380441] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.380698] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.380859] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.380978] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.381213] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.381359] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.381590] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.381716] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.381821] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.381931] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.382067] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.382468] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.382468] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.405197] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.405386] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.405602] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.405798] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-697" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.407740] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-85695e7f-0bd3-4c84-aca8-7238c88cad7e taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.407740] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-85695e7f-0bd3-4c84-aca8-7238c88cad7e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.407740] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-85695e7f-0bd3-4c84-aca8-7238c88cad7e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.407740] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-85695e7f-0bd3-4c84-aca8-7238c88cad7e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.407740] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85695e7f-0bd3-4c84-aca8-7238c88cad7e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.575798] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.590882] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e770550a-3d92-419b-9d40-926d316f8353 in Status: SUCCESS [ 955.591092] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e770550a-3d92-419b-9d40-926d316f8353 deletion is rescheduled due to dependency. [ 955.591203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.910242] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.910572] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.910630] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.910874] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.911037] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.911198] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 85695e7f-0bd3-4c84-aca8-7238c88cad7e not found, creating... [ 955.911454] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.911612] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.911733] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.911955] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.912105] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.912385] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.912540] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.912659] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.912867] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.913011] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.913152] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 85695e7f-0bd3-4c84-aca8-7238c88cad7e is going to be created. [ 955.934117] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.934409] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.934547] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.934813] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.935062] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.935295] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-85695e7f-0bd3-4c84-aca8-7238c88cad7e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.078374] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.581079] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.581254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.581254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.581396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.581485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.581583] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 956.614142] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.614142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.614142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.614405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.614520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.625825] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 956.646338] env[65945]: INFO networking_nsxv3.common.synchronization [req-6013f379-7d41-42cb-9b02-f1b6602f8ecb req-008b9c84-29eb-4b29-bce8-53644201e935 service nova] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_rules [ 956.646597] env[65945]: INFO networking_nsxv3.common.synchronization [req-6013f379-7d41-42cb-9b02-f1b6602f8ecb req-008b9c84-29eb-4b29-bce8-53644201e935 service nova] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 956.648247] env[65945]: INFO networking_nsxv3.common.synchronization [req-6013f379-7d41-42cb-9b02-f1b6602f8ecb req-008b9c84-29eb-4b29-bce8-53644201e935 service nova] Enqueued Resource ID: 85695e7f-0bd3-4c84-aca8-7238c88cad7e with Priority: HIGHEST for action port [ 956.649647] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_rules [ 956.649796] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 956.649874] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85695e7f-0bd3-4c84-aca8-7238c88cad7e with Priority: HIGHEST for action port [ 956.653129] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.653250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.653476] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.653554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.653727] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-85695e7f-0bd3-4c84-aca8-7238c88cad7e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.653825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85695e7f-0bd3-4c84-aca8-7238c88cad7e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.653892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85695e7f-0bd3-4c84-aca8-7238c88cad7e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.657018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85695e7f-0bd3-4c84-aca8-7238c88cad7e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.657018] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85695e7f-0bd3-4c84-aca8-7238c88cad7e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.156938] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85695e7f-0bd3-4c84-aca8-7238c88cad7e with status ACTIVE [ 957.157323] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.157323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.157417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.157613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.157743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.157964] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.158093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.158153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.158364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.158418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.158602] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.158706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.158760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.158926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.159039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.159131] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85695e7f-0bd3-4c84-aca8-7238c88cad7e is going to be updated. [ 957.184080] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.184321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.184440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.184718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.184870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.185052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85695e7f-0bd3-4c84-aca8-7238c88cad7e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.639208] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 958.639518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.639752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.640055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.640305] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.640996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.640996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.640996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.640996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.640996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.640996] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.642092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.642296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.642491] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.642658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.642747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.642917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.643035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.643157] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.146243] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.146243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.146243] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.647784] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.150712] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.150872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.150945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.151185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.151280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.151388] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 960.185281] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.185480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.185480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.185772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.185887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.195854] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 961.650775] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 961.651190] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 962.047067] env[65945]: INFO networking_nsxv3.common.synchronization [req-a3c4f2d4-1b51-43eb-ad33-a940e2480a56 req-e3ff8c95-1cbb-4c0d-ace6-676f378c1140 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 962.047856] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 962.048512] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.048705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.048884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.049273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.049767] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.049899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.050014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.050264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.050538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.050693] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.207747] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 962.207986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.208559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.208559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.208762] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.208762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.208762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.208908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.209125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.209125] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.403106] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.403320] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.403415] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.403786] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.404023] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.404182] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.404294] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.404567] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.404722] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.404963] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.405098] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.405616] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.405616] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.405616] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.405616] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.405875] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.424995] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.425183] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.425322] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.425497] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.425833] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-1add2946-595c-48ee-a4e0-0f3808ab7201 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.426015] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-1add2946-595c-48ee-a4e0-0f3808ab7201" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.426273] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-1add2946-595c-48ee-a4e0-0f3808ab7201" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.426595] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-1add2946-595c-48ee-a4e0-0f3808ab7201" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.426739] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1add2946-595c-48ee-a4e0-0f3808ab7201',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.553017] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.553197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.553299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.553565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.553688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.553917] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.554060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.554148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.554362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.554431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.554564] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 already deleted. [ 962.554599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.712081] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.929799] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.931038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.931038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.931370] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.931550] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.932246] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 1add2946-595c-48ee-a4e0-0f3808ab7201 not found, creating... [ 962.932246] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.932490] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.932639] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.933140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.933299] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.933913] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.934054] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.934251] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.934518] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.934727] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.934940] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 1add2946-595c-48ee-a4e0-0f3808ab7201 is going to be created. [ 962.961116] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.961281] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.961457] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.961983] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.962431] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.962781] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-1add2946-595c-48ee-a4e0-0f3808ab7201" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.214436] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.694643] env[65945]: INFO networking_nsxv3.common.synchronization [req-a3c4f2d4-1b51-43eb-ad33-a940e2480a56 req-ef15e2ce-a55c-4636-ae49-ad0495849519 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 963.694961] env[65945]: INFO networking_nsxv3.common.synchronization [req-a3c4f2d4-1b51-43eb-ad33-a940e2480a56 req-ef15e2ce-a55c-4636-ae49-ad0495849519 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 963.695257] env[65945]: INFO networking_nsxv3.common.synchronization [req-a3c4f2d4-1b51-43eb-ad33-a940e2480a56 req-ef15e2ce-a55c-4636-ae49-ad0495849519 service nova] Enqueued Resource ID: 1add2946-595c-48ee-a4e0-0f3808ab7201 with Priority: HIGHEST for action port [ 963.696066] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 963.696290] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 963.696480] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1add2946-595c-48ee-a4e0-0f3808ab7201 with Priority: HIGHEST for action port [ 963.696903] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.697113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.697226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.697839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.697839] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.699486] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.699569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.699569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.700773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.700991] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.701079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.701150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.701306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.701390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.701489] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.702565] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-1add2946-595c-48ee-a4e0-0f3808ab7201 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.702682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1add2946-595c-48ee-a4e0-0f3808ab7201" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.702682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1add2946-595c-48ee-a4e0-0f3808ab7201" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.703694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1add2946-595c-48ee-a4e0-0f3808ab7201" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.703694] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1add2946-595c-48ee-a4e0-0f3808ab7201',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.718321] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.718321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.718321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.718765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.718765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.718765] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 963.753188] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.753321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.753396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.753607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.753760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.763507] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 964.206889] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.207058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.207252] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.208795] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1add2946-595c-48ee-a4e0-0f3808ab7201 with status ACTIVE [ 964.209046] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.209176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.209244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.209455] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.209541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.209709] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.209810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.209875] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.210035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.210112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.210290] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.210384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.210446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.210582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.210655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.210741] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1add2946-595c-48ee-a4e0-0f3808ab7201 is going to be updated. [ 964.232460] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.232622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.232694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.232913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.233078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.233240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1add2946-595c-48ee-a4e0-0f3808ab7201" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.709552] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.212113] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.212449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.212449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.212595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.212962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.212962] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be created. [ 965.241590] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.241968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.241968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.242117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.242477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.254835] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: UNINITIALIZED for 2s [ 965.775538] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 965.775538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.775538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.775868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.776015] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.776126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.776202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.776501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.776501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.776501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.776653] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.776746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.777128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.777128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.777128] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.777299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.777299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.777634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.777634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.777783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.777905] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.281977] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b: rpc.has_security_group_logging(os_id): False [ 966.301983] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.302808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.302808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.302808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.302808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.303200] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.303348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.303456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.303552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.303710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.303802] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.303896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.303960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.304177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.304272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.304470] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.304570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.304660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.304822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.304904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.305305] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 966.368188] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.368388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.368511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.368753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.368913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.384382] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 967.266455] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 967.266679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.266849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.267085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.267298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.267512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.267512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.267629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.267664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.267829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.267976] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.770772] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.771073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.771073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.771267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.771445] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.771554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.771633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.771793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.771887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.771978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.772187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.772287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.772350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.772525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.772680] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.772775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.772838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.772992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.773088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.773187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.773295] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.275483] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96c7efa-9679-4a90-81cf-340889c4afd8: rpc.has_security_group_logging(os_id): False [ 968.295279] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.295414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.295493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.295732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.295808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.296038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.296142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.296206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.296357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.296431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.296685] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.296767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.296767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.296904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.296977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.297171] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.297263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.297321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.297458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.297531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.297615] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be created. [ 968.354070] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.354218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.354256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.354494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.354688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.366284] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 968.397640] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 968.397959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.398216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.398449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.398542] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.697579] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 968.697740] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 968.901105] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.901105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.901586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.901844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.902082] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.902367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.902440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.902579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.902694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.902831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.902980] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.406265] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.406442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.406488] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.406755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.406963] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.407078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.407170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.407353] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.407421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.407530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.407696] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.407805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.407870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.408034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.408206] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.408282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.408347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.408982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.409106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.409106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.409213] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.423511] env[65945]: INFO networking_nsxv3.common.synchronization [req-121f17df-8d81-4e86-9764-ac7b95a49498 req-d8e27c41-240d-4c1c-b01d-8e7624379de4 tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 969.425191] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 969.425191] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.425191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.425191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.425191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.425191] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.425191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.425191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.425581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.425581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.425581] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.736346] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.736559] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.737720] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.741282] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.741282] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.741282] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.741282] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.741282] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.741282] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.741282] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.741282] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.741282] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.741282] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.741282] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.741282] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.741282] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.768023] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.768023] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.768023] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.768023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.768023] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-aacf365d-d793-458c-b755-5d0134dd50f8 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.768023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-aacf365d-d793-458c-b755-5d0134dd50f8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.768023] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-aacf365d-d793-458c-b755-5d0134dd50f8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.769995] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-aacf365d-d793-458c-b755-5d0134dd50f8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.771890] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aacf365d-d793-458c-b755-5d0134dd50f8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.911286] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b: rpc.has_security_group_logging(os_id): False [ 969.927904] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.928087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.928200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.928427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.928522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.928841] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.928841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.928983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.929074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.929177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.929250] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 969.931400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.931544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.931868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.931868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.931967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.932167] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.932328] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.932398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.932658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.932729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.932989] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.933155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.933155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.933296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.933399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.933910] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.933910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.933910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.934160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.934160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.934160] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 969.961255] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.961424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.961532] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.961780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.961971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.971626] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 969.998481] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.998637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.998730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.998992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.999809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.002339] env[65945]: INFO networking_nsxv3.common.synchronization [req-a3ad235b-edef-4931-8d55-972fd259cb7a req-a791ce0d-211a-4f9e-99f1-657f25f543a2 tempest-MultipleCreateTestJSON-1792970292 tempest-MultipleCreateTestJSON-1792970292-project-member] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 970.003172] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 970.003573] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.003719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.003801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.004029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.004191] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.004868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.004868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.004868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.004868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.004868] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.016316] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 970.272220] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.272475] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.272552] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.272827] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.273084] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.273214] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port aacf365d-d793-458c-b755-5d0134dd50f8 not found, creating... [ 970.273438] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.273636] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.273760] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.273979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.274138] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.274427] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.274580] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.274696] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.274899] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.275045] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.275186] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: aacf365d-d793-458c-b755-5d0134dd50f8 is going to be created. [ 970.356356] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a9f1501-8e15-4094-b064-f8b16e16cdd8 req-d6c850c9-70ae-4c56-8f85-def7f20d94a2 tempest-MultipleCreateTestJSON-1792970292 tempest-MultipleCreateTestJSON-1792970292-project-member] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 970.356929] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGHEST for action security_group_members [ 970.357251] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.357354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.382839] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 970.383089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.384104] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.384289] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.384414] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.384672] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.384889] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.385549] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-aacf365d-d793-458c-b755-5d0134dd50f8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.506346] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.008506] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.025070] env[65945]: INFO networking_nsxv3.common.synchronization [req-121f17df-8d81-4e86-9764-ac7b95a49498 req-ec3d39bd-9523-4993-b912-be9c75038169 service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 971.025070] env[65945]: INFO networking_nsxv3.common.synchronization [req-121f17df-8d81-4e86-9764-ac7b95a49498 req-ec3d39bd-9523-4993-b912-be9c75038169 service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 971.025070] env[65945]: INFO networking_nsxv3.common.synchronization [req-121f17df-8d81-4e86-9764-ac7b95a49498 req-ec3d39bd-9523-4993-b912-be9c75038169 service nova] Enqueued Resource ID: aacf365d-d793-458c-b755-5d0134dd50f8 with Priority: HIGHEST for action port [ 971.025070] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 971.025070] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 971.025070] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacf365d-d793-458c-b755-5d0134dd50f8 with Priority: HIGHEST for action port [ 971.025844] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.025961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.026043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.026265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.026352] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.027187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.027950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.027950] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-aacf365d-d793-458c-b755-5d0134dd50f8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.027950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aacf365d-d793-458c-b755-5d0134dd50f8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.027950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aacf365d-d793-458c-b755-5d0134dd50f8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.027950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aacf365d-d793-458c-b755-5d0134dd50f8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.027950] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aacf365d-d793-458c-b755-5d0134dd50f8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.512197] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.512197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.512312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.512475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.512586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.512702] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 971.529965] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.530098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.530292] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aacf365d-d793-458c-b755-5d0134dd50f8 with status ACTIVE [ 971.530564] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.530564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.530703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.530856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.530944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.531123] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.531218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.531279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.531429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.531505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.531682] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.531775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.531977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.531977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.532116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.532116] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aacf365d-d793-458c-b755-5d0134dd50f8 is going to be updated. [ 971.542525] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.542647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.542718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.542903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.543057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.552311] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.552461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.552552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.552760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.552921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.553108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aacf365d-d793-458c-b755-5d0134dd50f8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.553831] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 971.921784] env[65945]: INFO networking_nsxv3.common.synchronization [req-f6445c8f-98ab-4b4d-a22b-4e301cc30445 req-ff18d894-90ef-4c52-a574-5d2fa4e20e8c tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 971.922614] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 971.923427] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.923427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.923427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.923427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.923427] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.923427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.923775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.923775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.923775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.923880] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.982086] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 971.982286] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da deletion is rescheduled due to dependency. [ 971.982401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.982568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.982785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.982966] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.983099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.983166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.983316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.983400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.983494] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.030862] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 972.031321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.241317] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.241317] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.241317] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.241561] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.241646] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.241779] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.242113] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.242179] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.242286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.242493] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.242606] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.242711] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.242817] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.242923] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.243039] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.243169] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.263035] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.263035] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.263192] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.263280] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.263590] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-5715aa43-e620-4e62-ae1a-dfec455bee64 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.263774] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-5715aa43-e620-4e62-ae1a-dfec455bee64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.263898] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-5715aa43-e620-4e62-ae1a-dfec455bee64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.264264] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-5715aa43-e620-4e62-ae1a-dfec455bee64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.264406] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5715aa43-e620-4e62-ae1a-dfec455bee64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.426506] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.426673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.426746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.426963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.427072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.427258] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.427357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.427417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.427571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.427646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.427780] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 972.453953] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.454144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.454144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.454320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.454462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.463511] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 972.485975] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.766483] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.766708] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.766829] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.767137] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.767289] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.767448] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 5715aa43-e620-4e62-ae1a-dfec455bee64 not found, creating... [ 972.767699] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.767901] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.768034] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.768262] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.768400] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.768677] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.768844] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.768981] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.769207] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.769341] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.769482] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 5715aa43-e620-4e62-ae1a-dfec455bee64 is going to be created. [ 972.802151] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.802377] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.802513] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.802789] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.803050] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.803295] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-5715aa43-e620-4e62-ae1a-dfec455bee64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.988946] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.495315] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.495665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.495665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.496335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.496335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.496335] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 973.529511] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.529511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.529511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.529511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.529511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.536974] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 973.552420] env[65945]: INFO networking_nsxv3.common.synchronization [req-f6445c8f-98ab-4b4d-a22b-4e301cc30445 req-6624e577-19d9-4a5a-bf14-b9f00212363a service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 973.552555] env[65945]: INFO networking_nsxv3.common.synchronization [req-f6445c8f-98ab-4b4d-a22b-4e301cc30445 req-6624e577-19d9-4a5a-bf14-b9f00212363a service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 973.553025] env[65945]: INFO networking_nsxv3.common.synchronization [req-f6445c8f-98ab-4b4d-a22b-4e301cc30445 req-6624e577-19d9-4a5a-bf14-b9f00212363a service nova] Enqueued Resource ID: 5715aa43-e620-4e62-ae1a-dfec455bee64 with Priority: HIGHEST for action port [ 973.553371] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 973.553371] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 973.553465] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5715aa43-e620-4e62-ae1a-dfec455bee64 with Priority: HIGHEST for action port [ 973.553824] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.554039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.555782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.556052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.556222] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.557479] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.557581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.557887] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-5715aa43-e620-4e62-ae1a-dfec455bee64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.558908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5715aa43-e620-4e62-ae1a-dfec455bee64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.558908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5715aa43-e620-4e62-ae1a-dfec455bee64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.558908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5715aa43-e620-4e62-ae1a-dfec455bee64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.558908] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5715aa43-e620-4e62-ae1a-dfec455bee64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.575608] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 973.576026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.576596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.577123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.577123] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.577123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.577123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.577416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.577416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.577416] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.061651] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.061891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.062943] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5715aa43-e620-4e62-ae1a-dfec455bee64 with status ACTIVE [ 974.062943] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.062943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.062943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.064088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.064225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.064427] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.064527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.064586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.064761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.064834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.065029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.065162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.065194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.065453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.065453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.065453] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5715aa43-e620-4e62-ae1a-dfec455bee64 is going to be updated. [ 974.081849] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.082024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.082064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.082256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.082519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.082519] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.083409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.083409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.083409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.083409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.083409] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be updated. [ 974.091921] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.092126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.092188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.092403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.092545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.092716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5715aa43-e620-4e62-ae1a-dfec455bee64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.110515] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.110515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.110515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.111268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.111268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.120706] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: IN_PROGRESS for 2s [ 974.473919] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 974.474373] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 974.474373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.475052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.475052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.475052] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.475052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.475052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.475238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.475269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.475395] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.977271] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.479788] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.548018] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 975.548537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.548617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.548885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.549610] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.549759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.550128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.550368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.550368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.550451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.550535] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.982762] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.983156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.983156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.983252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.983329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.983426] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 976.016621] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.016799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.016915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.017108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.017275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.026480] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 976.053487] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.053487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.056239] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.056239] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.056239] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.056239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.056956] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.131122] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b in Status: SUCCESS [ 976.131122] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b deletion is rescheduled due to dependency. [ 976.131122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.225788] env[65945]: INFO networking_nsxv3.common.synchronization [req-56b58640-3fcf-4692-a5df-06e4bbe70ebb req-91f22ace-c99a-4864-a386-d24db785eb5c tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_members [ 976.226671] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGHEST for action security_group_members [ 976.227211] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2d35d1-09d3-4aba-b270-1fd838b46001 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.230181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.230181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.230181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.230181] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.230181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.230181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.230181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.230181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.230181] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.559391] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 469b0ddc-22ff-46a3-9548-dead9e6e52da: rpc.has_security_group_logging(os_id): False [ 976.581031] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.581183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.581224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.581406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.581508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.582034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.583676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.583676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.583676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.583676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.583676] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.583676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.583676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.583676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.583676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.585107] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.585239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.585307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.585461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.585537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.585624] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 976.661553] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.661683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.661683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.661936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.662067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.684679] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 976.733566] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.733815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.734102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.737314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.770232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.770509] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.770659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.770725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.770994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.771066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.771954] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 is going to be updated. [ 976.814059] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.814248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.814294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.814515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.814677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.826838] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 in Status: IN_PROGRESS for 2s [ 978.039677] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 978.040177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.040382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.040669] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.040906] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.041061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.041134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.041382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.041488] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.041590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.041690] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.547667] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.547667] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.547667] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.547667] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.547667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.548320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.548320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.548320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.548320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.548320] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.636365] env[65945]: INFO networking_nsxv3.common.synchronization [req-38e16430-d694-41d3-ac66-5184492903b1 req-3e6c85e5-92d3-414b-99ab-992ed1c476f5 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_members [ 978.636938] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_members [ 978.638235] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.638235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.638235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.638235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.638235] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.638235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.638235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.638561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.638561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.638561] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.699298] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 978.699616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.835984] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 in Status: SUCCESS [ 978.836190] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 deletion is rescheduled due to dependency. [ 978.836306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.999366] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.999558] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.999683] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.000215] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.000498] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.000674] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.000768] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.000992] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.001236] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.001486] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.001592] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.001701] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.001806] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.001946] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.002082] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.002189] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.032010] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.032201] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.032335] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.032507] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.032820] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-beec8794-74fa-45e2-afa0-03973f74b6e7 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.032988] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-beec8794-74fa-45e2-afa0-03973f74b6e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.033120] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-beec8794-74fa-45e2-afa0-03973f74b6e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.033440] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-beec8794-74fa-45e2-afa0-03973f74b6e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.033575] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beec8794-74fa-45e2-afa0-03973f74b6e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.050402] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a518c947-a614-44d4-bf2f-5ec0b00d464d: rpc.has_security_group_logging(os_id): False [ 979.072840] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.072840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.072840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.072840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.072840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.072840] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.073302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.073302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.073302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.073302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.073470] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.073553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.073616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.073753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.073838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.074025] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.074145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.074179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.074288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.074367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.074445] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 979.139030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.139189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.139189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.139399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.139549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.141400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.141400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.141550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.141646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.141764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.142232] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.142232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.142232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.142487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.142538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.142618] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2931d63-63a8-4795-a439-46d4940557eb already deleted. [ 979.142704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.155739] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 979.536935] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.537209] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.537464] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.537597] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.537774] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.537983] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port beec8794-74fa-45e2-afa0-03973f74b6e7 not found, creating... [ 979.538322] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.538501] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.538615] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.538948] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.539067] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.539365] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.539522] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.539637] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.539997] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.539997] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.540632] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: beec8794-74fa-45e2-afa0-03973f74b6e7 is going to be created. [ 979.564164] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.564571] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.564846] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.565315] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.565694] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.566183] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-beec8794-74fa-45e2-afa0-03973f74b6e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.796303] env[65945]: INFO networking_nsxv3.common.synchronization [None req-7dd07ca0-4c6d-4de5-81c7-ea76c43dbb6b None None] Enqueued Resource ID: 439a4836-f064-491d-9ea7-b198119a466a with Priority: HIGHEST for action port [ 979.796894] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439a4836-f064-491d-9ea7-b198119a466a with Priority: HIGHEST for action port [ 979.797262] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-439a4836-f064-491d-9ea7-b198119a466a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.797396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-439a4836-f064-491d-9ea7-b198119a466a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.797542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-439a4836-f064-491d-9ea7-b198119a466a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.797807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-439a4836-f064-491d-9ea7-b198119a466a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.797965] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('439a4836-f064-491d-9ea7-b198119a466a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.283025] env[65945]: INFO networking_nsxv3.common.synchronization [req-38e16430-d694-41d3-ac66-5184492903b1 req-46f54339-857a-4db4-831a-6a45c9fc7741 service nova] Enqueued Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_rules [ 980.283025] env[65945]: INFO networking_nsxv3.common.synchronization [req-38e16430-d694-41d3-ac66-5184492903b1 req-46f54339-857a-4db4-831a-6a45c9fc7741 service nova] Enqueued Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_members [ 980.283025] env[65945]: INFO networking_nsxv3.common.synchronization [req-38e16430-d694-41d3-ac66-5184492903b1 req-46f54339-857a-4db4-831a-6a45c9fc7741 service nova] Enqueued Resource ID: beec8794-74fa-45e2-afa0-03973f74b6e7 with Priority: HIGHEST for action port [ 980.283489] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_rules [ 980.283600] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_members [ 980.283695] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beec8794-74fa-45e2-afa0-03973f74b6e7 with Priority: HIGHEST for action port [ 980.283969] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.284609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.284713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.284885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.284972] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.287421] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.288084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.288084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.288084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.288756] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.290655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.290655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.290655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.290655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.290655] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.290655] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-beec8794-74fa-45e2-afa0-03973f74b6e7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.290655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beec8794-74fa-45e2-afa0-03973f74b6e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.290655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beec8794-74fa-45e2-afa0-03973f74b6e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.291116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beec8794-74fa-45e2-afa0-03973f74b6e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.291116] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beec8794-74fa-45e2-afa0-03973f74b6e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.300784] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 439a4836-f064-491d-9ea7-b198119a466a [ 980.302131] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.302291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.302364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.302575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.302661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.302760] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:439a4836-f064-491d-9ea7-b198119a466a already deleted. [ 980.302836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-439a4836-f064-491d-9ea7-b198119a466a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.788648] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.788905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.792324] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.793272] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port beec8794-74fa-45e2-afa0-03973f74b6e7 with status ACTIVE [ 980.793508] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.793638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.793846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.793846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.794034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.794865] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.794865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.794865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.794865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.794865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.794865] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.795618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.795618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.795618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.795618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.795618] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: beec8794-74fa-45e2-afa0-03973f74b6e7 is going to be updated. [ 980.819853] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.820482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.820482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.820482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.820632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.820836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beec8794-74fa-45e2-afa0-03973f74b6e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.175572] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 981.175692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.199910] env[65945]: INFO networking_nsxv3.common.synchronization [req-14a48c3a-c93e-41c1-9230-3b27218db2c8 req-d213b679-4acf-4d98-9f4a-951bb248ced9 tempest-ServerRescueNegativeTestJSON-1950646662 tempest-ServerRescueNegativeTestJSON-1950646662-project-member] Enqueued Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_members [ 981.200627] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_members [ 981.200799] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f96e344-462f-4194-b981-489a691052f3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.200914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.201038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.201385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.201550] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.201760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.201760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.201877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.201970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.202152] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.299650] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.530862] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.531139] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.531278] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.531540] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.531801] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.532677] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.532677] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.532677] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.532677] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.532939] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.533021] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.533126] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.533225] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.533336] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.533441] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.533569] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.557748] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.557748] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.557894] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.558123] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-922" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.558569] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-f06407fc-9ef1-447e-a3d6-bca6a3369c68 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.558687] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-f06407fc-9ef1-447e-a3d6-bca6a3369c68" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.558786] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-f06407fc-9ef1-447e-a3d6-bca6a3369c68" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.559117] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-f06407fc-9ef1-447e-a3d6-bca6a3369c68" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.559258] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f06407fc-9ef1-447e-a3d6-bca6a3369c68',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.705253] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.705406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.705472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.705693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.705796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.706757] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.706757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.706757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.706757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.706757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.706757] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f96e344-462f-4194-b981-489a691052f3 already deleted. [ 981.706757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.803145] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.804081] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.804081] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.804378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.804504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.804624] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2931d63-63a8-4795-a439-46d4940557eb is going to be created. [ 981.831793] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.832020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.832020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.832695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.832695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.844549] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2931d63-63a8-4795-a439-46d4940557eb in Status: UNINITIALIZED for 2s [ 982.066021] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.066021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.066021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.066021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.066021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.066021] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port f06407fc-9ef1-447e-a3d6-bca6a3369c68 not found, creating... [ 982.066021] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.066021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.066021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.066021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.066021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.066650] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.066650] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.066650] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.067275] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.067555] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.067798] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: f06407fc-9ef1-447e-a3d6-bca6a3369c68 is going to be created. [ 982.090360] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.090360] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.090360] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.090664] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.090964] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.091078] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-f06407fc-9ef1-447e-a3d6-bca6a3369c68" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.144206] env[65945]: INFO networking_nsxv3.common.synchronization [None req-972e56f2-1c13-42b1-b24a-e5d32da88527 None None] Enqueued Resource ID: 3e2b127f-8c7c-42ed-a452-c037de8635b6 with Priority: HIGHEST for action port [ 982.144641] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2b127f-8c7c-42ed-a452-c037de8635b6 with Priority: HIGHEST for action port [ 982.145471] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e2b127f-8c7c-42ed-a452-c037de8635b6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.145471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e2b127f-8c7c-42ed-a452-c037de8635b6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.145471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e2b127f-8c7c-42ed-a452-c037de8635b6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.145471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e2b127f-8c7c-42ed-a452-c037de8635b6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.145710] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2b127f-8c7c-42ed-a452-c037de8635b6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.648498] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e2b127f-8c7c-42ed-a452-c037de8635b6 [ 982.648854] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.649178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.649230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.649431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.649828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.649828] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e2b127f-8c7c-42ed-a452-c037de8635b6 already deleted. [ 982.649828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e2b127f-8c7c-42ed-a452-c037de8635b6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.806561] env[65945]: INFO networking_nsxv3.common.synchronization [req-14a48c3a-c93e-41c1-9230-3b27218db2c8 req-431ccc36-76c6-4c20-bf90-ed9f0856faca service nova] Enqueued Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_rules [ 982.806561] env[65945]: INFO networking_nsxv3.common.synchronization [req-14a48c3a-c93e-41c1-9230-3b27218db2c8 req-431ccc36-76c6-4c20-bf90-ed9f0856faca service nova] Enqueued Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_members [ 982.806561] env[65945]: INFO networking_nsxv3.common.synchronization [req-14a48c3a-c93e-41c1-9230-3b27218db2c8 req-431ccc36-76c6-4c20-bf90-ed9f0856faca service nova] Enqueued Resource ID: f06407fc-9ef1-447e-a3d6-bca6a3369c68 with Priority: HIGHEST for action port [ 982.806561] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_rules [ 982.806561] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_members [ 982.808475] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06407fc-9ef1-447e-a3d6-bca6a3369c68 with Priority: HIGHEST for action port [ 982.810230] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f96e344-462f-4194-b981-489a691052f3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.810603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.810853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.811713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.812078] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.813083] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f96e344-462f-4194-b981-489a691052f3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.813259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.813541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.813967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.813967] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.815456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.815456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.815456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.815456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.815456] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.817272] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f06407fc-9ef1-447e-a3d6-bca6a3369c68 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.817272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f06407fc-9ef1-447e-a3d6-bca6a3369c68" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.817272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f06407fc-9ef1-447e-a3d6-bca6a3369c68" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.817412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f06407fc-9ef1-447e-a3d6-bca6a3369c68" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.818331] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f06407fc-9ef1-447e-a3d6-bca6a3369c68',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.319850] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.321803] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f96e344-462f-4194-b981-489a691052f3 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.321803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.321803] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f06407fc-9ef1-447e-a3d6-bca6a3369c68 with status ACTIVE [ 983.321803] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.322148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.322148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.322148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.322255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.322423] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.322487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.322524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.322677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.322753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.322935] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.323290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.323290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.323462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.323462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.323531] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f06407fc-9ef1-447e-a3d6-bca6a3369c68 is going to be updated. [ 983.344493] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.344493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.344493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.344493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.344856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.344856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f06407fc-9ef1-447e-a3d6-bca6a3369c68" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.822199] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.855823] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2931d63-63a8-4795-a439-46d4940557eb in Status: SUCCESS [ 983.856105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.856295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.856565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.856826] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.857028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.857129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.857504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.857504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.857606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.857637] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.325037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.325208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.325286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.325503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.325590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.325692] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f96e344-462f-4194-b981-489a691052f3 is going to be created. [ 984.349249] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.350538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.350538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.350660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.350777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.359732] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.361556] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f96e344-462f-4194-b981-489a691052f3 in Status: UNINITIALIZED for 2s [ 984.862695] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2931d63-63a8-4795-a439-46d4940557eb: rpc.has_security_group_logging(os_id): False [ 984.882471] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.882734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.882862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.883249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.883418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.884038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.884038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.884227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.884374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.884520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.884676] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2931d63-63a8-4795-a439-46d4940557eb is going to be created. [ 984.950579] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.950827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.950827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.951072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.951273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.965395] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2931d63-63a8-4795-a439-46d4940557eb in Status: IN_PROGRESS for 2s [ 985.905485] env[65945]: INFO networking_nsxv3.common.synchronization [req-789b215e-2e9d-452c-af71-af356a2bf73d req-3b209bdb-37fb-436a-9ffb-3edb947c4387 tempest-ServersAdminTestJSON-1364200875 tempest-ServersAdminTestJSON-1364200875-project-member] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 985.905833] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 985.905909] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.906012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.906391] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.906659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.906734] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.906851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.906924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.907086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.907551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.907677] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.373951] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f96e344-462f-4194-b981-489a691052f3 in Status: SUCCESS [ 986.374879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.375912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.375912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.375912] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.375912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.375912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.375912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.375912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.375912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.376248] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.410025] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.840174] env[65945]: INFO networking_nsxv3.common.synchronization [req-bd32b1c2-5f8e-4c36-bea9-99b53edfe4e3 req-6b161665-23df-4064-8553-5989884c78b0 tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 986.841398] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 986.841604] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.841604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.841778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.842960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.842960] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.842960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.842960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.842960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.843228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.843228] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.880803] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.911891] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.980924] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2931d63-63a8-4795-a439-46d4940557eb in Status: SUCCESS [ 986.981218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.345205] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.345408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.345474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.345780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.345780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.345930] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.346049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.346090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.346271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.346397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.346430] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 987.382231] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.382384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.382478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.382660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.382812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.383982] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f96e344-462f-4194-b981-489a691052f3: rpc.has_security_group_logging(os_id): False [ 987.395038] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 987.404018] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.404221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.404261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.404570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.404680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.404889] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.405036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.405107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.405296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.405374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.405466] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f96e344-462f-4194-b981-489a691052f3 is going to be created. [ 987.414690] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.414690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.414935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.415866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.415866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.415866] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 987.452708] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.452917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.452917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.453173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.453838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.464737] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 987.479024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.479024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.479024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.479024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.479024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.501188] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f96e344-462f-4194-b981-489a691052f3 in Status: IN_PROGRESS for 2s [ 989.262415] env[65945]: INFO networking_nsxv3.common.synchronization [None req-0edaf236-2538-469d-97f7-73092ab40895 None None] Enqueued Resource ID: cd6d1e3d-e524-4421-b4b9-858231123ed4 with Priority: HIGHEST for action port [ 989.263105] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6d1e3d-e524-4421-b4b9-858231123ed4 with Priority: HIGHEST for action port [ 989.263535] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd6d1e3d-e524-4421-b4b9-858231123ed4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.263535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd6d1e3d-e524-4421-b4b9-858231123ed4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.263535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd6d1e3d-e524-4421-b4b9-858231123ed4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.263842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd6d1e3d-e524-4421-b4b9-858231123ed4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.263842] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd6d1e3d-e524-4421-b4b9-858231123ed4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.405515] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 989.405716] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 989.405836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.476998] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 989.478432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.512861] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f96e344-462f-4194-b981-489a691052f3 in Status: SUCCESS [ 989.513122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.766556] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd6d1e3d-e524-4421-b4b9-858231123ed4 [ 989.766556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.766556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.766792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.766854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.766938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.767042] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd6d1e3d-e524-4421-b4b9-858231123ed4 already deleted. [ 989.767130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd6d1e3d-e524-4421-b4b9-858231123ed4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.516289] env[65945]: INFO networking_nsxv3.common.synchronization [None req-9350bd3d-9233-4a6d-866c-00f8bc4d58ad None None] Enqueued Resource ID: 9dc08b19-c335-4b31-94bc-1ad9d6d590dc with Priority: HIGHEST for action port [ 991.516670] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc08b19-c335-4b31-94bc-1ad9d6d590dc with Priority: HIGHEST for action port [ 991.516944] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dc08b19-c335-4b31-94bc-1ad9d6d590dc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.517083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dc08b19-c335-4b31-94bc-1ad9d6d590dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.517190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dc08b19-c335-4b31-94bc-1ad9d6d590dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.517431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dc08b19-c335-4b31-94bc-1ad9d6d590dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.517512] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc08b19-c335-4b31-94bc-1ad9d6d590dc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.020035] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dc08b19-c335-4b31-94bc-1ad9d6d590dc [ 992.020379] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.020488] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.020542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.020793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.020894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.021371] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dc08b19-c335-4b31-94bc-1ad9d6d590dc already deleted. [ 992.021371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dc08b19-c335-4b31-94bc-1ad9d6d590dc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.717839] env[65945]: INFO networking_nsxv3.common.synchronization [None req-467f5d68-941f-490e-875a-a7dc548f4383 None None] Enqueued Resource ID: 4941ffb6-5eb7-466f-bda5-21dbbaa3c21e with Priority: HIGHEST for action port [ 992.717839] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4941ffb6-5eb7-466f-bda5-21dbbaa3c21e with Priority: HIGHEST for action port [ 992.717839] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4941ffb6-5eb7-466f-bda5-21dbbaa3c21e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.717839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4941ffb6-5eb7-466f-bda5-21dbbaa3c21e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.717839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4941ffb6-5eb7-466f-bda5-21dbbaa3c21e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.717839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4941ffb6-5eb7-466f-bda5-21dbbaa3c21e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.717839] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4941ffb6-5eb7-466f-bda5-21dbbaa3c21e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.215801] env[65945]: INFO networking_nsxv3.common.synchronization [req-85aa19bc-b866-4633-be99-b36bdd32b689 req-4e39ad8a-b2ba-4f44-8b3a-f9cbe969930a tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 993.216486] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 993.216801] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.216927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.217023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.217220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.217375] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.217598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.217710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.217949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.218064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.218166] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.219355] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4941ffb6-5eb7-466f-bda5-21dbbaa3c21e [ 993.219515] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.219618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.219683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.219838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.219921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.220019] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4941ffb6-5eb7-466f-bda5-21dbbaa3c21e already deleted. [ 993.220101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4941ffb6-5eb7-466f-bda5-21dbbaa3c21e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.636122] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.636122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.636122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.636122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.636122] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.636122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.636122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.636122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.636122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.636122] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.636122] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.636122] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.636122] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.636793] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.636793] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.636793] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.663452] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.665450] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.665832] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.667139] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.668274] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.668516] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.668700] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.669195] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.669336] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4a8edb-c8c4-46f4-bd48-08609c0ca3de',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.721458] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.173520] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.173520] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.173520] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.173520] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.173520] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.173915] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port ab4a8edb-c8c4-46f4-bd48-08609c0ca3de not found, creating... [ 994.173956] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.175045] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.175045] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.175045] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.175045] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.175045] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.175045] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.175396] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.175396] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.175523] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.175617] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: ab4a8edb-c8c4-46f4-bd48-08609c0ca3de is going to be created. [ 994.199217] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.199435] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.199564] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.199812] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.200172] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.200408] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.226799] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.728487] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.728487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.728487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.728487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.728487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.728487] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 994.759384] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.759548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.759612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.759784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.759924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.771093] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 994.937418] env[65945]: INFO networking_nsxv3.common.synchronization [req-85aa19bc-b866-4633-be99-b36bdd32b689 req-2fad43e5-ce5f-440a-9120-8904c6e33f76 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 994.938020] env[65945]: INFO networking_nsxv3.common.synchronization [req-85aa19bc-b866-4633-be99-b36bdd32b689 req-2fad43e5-ce5f-440a-9120-8904c6e33f76 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 994.938248] env[65945]: INFO networking_nsxv3.common.synchronization [req-85aa19bc-b866-4633-be99-b36bdd32b689 req-2fad43e5-ce5f-440a-9120-8904c6e33f76 service nova] Enqueued Resource ID: ab4a8edb-c8c4-46f4-bd48-08609c0ca3de with Priority: HIGHEST for action port [ 994.939220] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 994.939576] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 994.939576] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4a8edb-c8c4-46f4-bd48-08609c0ca3de with Priority: HIGHEST for action port [ 994.939867] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.940120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.940352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.941041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.941347] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.943327] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.943483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.947678] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.948091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.948177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.948392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.948485] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4a8edb-c8c4-46f4-bd48-08609c0ca3de',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.097769] env[65945]: INFO networking_nsxv3.common.synchronization [None req-7c20e485-7737-4bad-ac59-b1b72216e111 None None] Enqueued Resource ID: 2436a677-6c01-4409-8e69-6cd5c8190a95 with Priority: HIGHEST for action port [ 995.097769] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2436a677-6c01-4409-8e69-6cd5c8190a95 with Priority: HIGHEST for action port [ 995.097769] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2436a677-6c01-4409-8e69-6cd5c8190a95 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.097992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2436a677-6c01-4409-8e69-6cd5c8190a95" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.097992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2436a677-6c01-4409-8e69-6cd5c8190a95" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.098431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2436a677-6c01-4409-8e69-6cd5c8190a95" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.098545] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2436a677-6c01-4409-8e69-6cd5c8190a95',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.415286] env[65945]: INFO networking_nsxv3.common.synchronization [None req-6a990394-1afc-479a-b22a-bec0485f3a0b tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_rules [ 995.415995] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_rules [ 995.417739] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.417739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.417739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.418674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.420272] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.450329] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.450481] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.455239] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab4a8edb-c8c4-46f4-bd48-08609c0ca3de with status ACTIVE [ 995.455239] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.455239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.455239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.455239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.458557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.458557] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.458557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.458557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.458557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.458557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.458557] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.458557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.458557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.458557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.458557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.458928] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab4a8edb-c8c4-46f4-bd48-08609c0ca3de is going to be updated. [ 995.482975] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.485009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.485009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.485009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.485009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.485009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab4a8edb-c8c4-46f4-bd48-08609c0ca3de" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.576115] env[65945]: INFO networking_nsxv3.common.synchronization [None req-19fe2640-4774-403d-af8b-72c819b564d1 tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_rules [ 995.576115] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_rules [ 995.576115] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.576115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.601153] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2436a677-6c01-4409-8e69-6cd5c8190a95 [ 995.601532] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.601644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.601644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.602323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.602323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.602323] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2436a677-6c01-4409-8e69-6cd5c8190a95 already deleted. [ 995.602323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2436a677-6c01-4409-8e69-6cd5c8190a95" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.948193] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.948193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.948193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.948193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.948193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.948193] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 already deleted. [ 995.948193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.948193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.948193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.948193] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.471452] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.471606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.471679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.471915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.472040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.472159] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 already deleted. [ 996.472256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.781838] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 996.784019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.784019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.784019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.784019] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.784019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.784019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.784019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.784019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.784019] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.178427] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-b6f8463e-e684-4a36-b955-5f645f18f927 tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 997.178427] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 997.178427] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.178427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.178427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.178427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.178427] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.178427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.178427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.178427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.178427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.178427] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.286731] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.534160] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-7665b979-7159-4a1b-bdbb-ff271428c8ec tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 997.534748] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 997.535348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.535469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.681115] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.681298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.681361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.681583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.681675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.681929] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.682074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.682144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.682367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.682525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.682647] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 already deleted. [ 997.682765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.683076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.683265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.683455] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.683587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.683671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.683843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.683961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.684111] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.789039] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.931395] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-7be6dc5a-d6d0-4f71-a766-faf425ad9a3b tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 997.932450] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 997.933169] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.933169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.188541] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.188788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.188788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.189010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.189094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.189293] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.189392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.189456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.189605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.189677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.189760] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 already deleted. [ 998.189836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.189997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.190152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.190316] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.190416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.190476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.190609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.190681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.190767] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.292251] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.292408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.292470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.292683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.292823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.292877] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 998.315548] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.315760] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-600" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.315890] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-600" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.316314] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-600" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.316584] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.316946] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.317101] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.317339] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.318039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.318039] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.318039] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.318039] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.318261] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.318261] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.318333] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.318916] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.328645] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.328806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.328923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.330058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.330058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.338700] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 998.339281] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.339445] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.339582] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.339752] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-600" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.340086] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-1719ddd1-69ab-4466-9649-fc8aaed084e1 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.340261] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-1719ddd1-69ab-4466-9649-fc8aaed084e1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.340380] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-1719ddd1-69ab-4466-9649-fc8aaed084e1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.340705] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-1719ddd1-69ab-4466-9649-fc8aaed084e1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.340875] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1719ddd1-69ab-4466-9649-fc8aaed084e1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.693787] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.693982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.693982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.694238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.694310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.694507] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.694606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.694665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.694815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.694891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.694977] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 already deleted. [ 998.695069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.843547] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.843863] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.844017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.844369] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.844535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.844724] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 1719ddd1-69ab-4466-9649-fc8aaed084e1 not found, creating... [ 998.845108] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.845298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.845423] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.845696] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.845892] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.846339] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.846591] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.846791] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.847057] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.847218] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.847376] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 1719ddd1-69ab-4466-9649-fc8aaed084e1 is going to be created. [ 998.874731] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.874970] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.875231] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.875414] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.875757] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.876038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-1719ddd1-69ab-4466-9649-fc8aaed084e1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.600295] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-6e72aa18-36aa-4a03-bd34-0e764fcc0f5c service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 999.600295] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-6e72aa18-36aa-4a03-bd34-0e764fcc0f5c service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 999.600295] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-6e72aa18-36aa-4a03-bd34-0e764fcc0f5c service nova] Enqueued Resource ID: 1719ddd1-69ab-4466-9649-fc8aaed084e1 with Priority: HIGHEST for action port [ 999.600295] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 999.600295] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 999.600295] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1719ddd1-69ab-4466-9649-fc8aaed084e1 with Priority: HIGHEST for action port [ 999.600295] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.601410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.603622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.603622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.603622] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.603622] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.603622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.603622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.604075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.604075] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.604075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.604075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.604210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.604303] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.604355] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.605505] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-1719ddd1-69ab-4466-9649-fc8aaed084e1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.605630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1719ddd1-69ab-4466-9649-fc8aaed084e1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.605680] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1719ddd1-69ab-4466-9649-fc8aaed084e1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.606385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1719ddd1-69ab-4466-9649-fc8aaed084e1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.606385] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1719ddd1-69ab-4466-9649-fc8aaed084e1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.107752] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.108708] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.108849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.109246] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1719ddd1-69ab-4466-9649-fc8aaed084e1 with status ACTIVE [ 1000.109377] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.109377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.109528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.110133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.110133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.110133] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.110133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.110133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.110451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.110451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.110451] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.110562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.110562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.110715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.110769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.110855] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1719ddd1-69ab-4466-9649-fc8aaed084e1 is going to be updated. [ 1000.135404] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.135540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.135606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.135817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.135956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.136127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1719ddd1-69ab-4466-9649-fc8aaed084e1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.350024] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1000.350024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.350024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.350024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.350024] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.350024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.350024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.350024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.350024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.350024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.350024] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.411604] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.411876] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-909" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.412127] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-909" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.412420] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-909" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.412698] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.412861] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.412978] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.413232] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.413381] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.413589] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.413703] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.413812] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.413919] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.414045] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.414154] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.414286] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.436661] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.436855] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.437015] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.437212] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-909" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.437556] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.437780] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.437999] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.438381] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.438519] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef96cea-6c32-49cc-9ee0-2b2549c35c8c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.613062] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.853771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.853771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.853771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.854017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.854226] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.854327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.854327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.854458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.854873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.854873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.854873] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.854873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.855066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.855112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.855466] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.855466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.855466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.855603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.855603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.855685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.855718] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.940852] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.941079] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.941233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.941566] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.941751] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.941924] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port bef96cea-6c32-49cc-9ee0-2b2549c35c8c not found, creating... [ 1000.942218] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.943669] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.943669] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.943669] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.943669] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.943669] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.943669] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.943669] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.943960] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.943960] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.943960] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: bef96cea-6c32-49cc-9ee0-2b2549c35c8c is going to be created. [ 1000.967669] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.967890] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.968101] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.969020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.969020] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.969185] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.115469] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.115677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.115783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.116118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.116347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.116880] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be created. [ 1001.149979] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.150308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.150381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.150665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.151468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.162661] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: UNINITIALIZED for 2s [ 1001.358441] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96c7efa-9679-4a90-81cf-340889c4afd8: rpc.has_security_group_logging(os_id): False [ 1001.380021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.380140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.380179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.381888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.381888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.381888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.381888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.382492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.382492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.382492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.382492] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1001.390281] env[65945]: INFO networking_nsxv3.common.synchronization [req-bc56af31-a299-4611-8f3f-27a562703a09 req-9f642142-c1c6-43fd-8bea-b189182576e1 tempest-ServersAdminTestJSON-1364200875 tempest-ServersAdminTestJSON-1364200875-project-member] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 1001.390836] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGHEST for action security_group_members [ 1001.391167] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.391292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.391354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.391578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.391677] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.391763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.391824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.391969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.392379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.392484] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.487474] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.487620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.487700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.487915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.488119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.503999] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1001.708019] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-ec6dc119-91f2-484c-8847-37e558c43abd service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 1001.708019] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-ec6dc119-91f2-484c-8847-37e558c43abd service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1001.708019] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-ec6dc119-91f2-484c-8847-37e558c43abd service nova] Enqueued Resource ID: bef96cea-6c32-49cc-9ee0-2b2549c35c8c with Priority: HIGHEST for action port [ 1001.711064] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 1001.711064] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1001.711064] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef96cea-6c32-49cc-9ee0-2b2549c35c8c with Priority: HIGHEST for action port [ 1001.711064] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.711064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.711064] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.711064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.711064] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.711064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.711064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.711064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.711064] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef96cea-6c32-49cc-9ee0-2b2549c35c8c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.894952] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.895134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.895205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.895417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.921090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.921385] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.921659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.921724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.921946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.922052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.922150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be updated. [ 1001.988571] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.988820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.988981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.989358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.989625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.001245] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: IN_PROGRESS for 2s [ 1002.213047] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bef96cea-6c32-49cc-9ee0-2b2549c35c8c with status ACTIVE [ 1002.213047] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.213047] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.213047] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.213278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.213372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.213577] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.215164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.215164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.215164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.215164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.215164] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.215164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.215164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.215164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.215164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.215164] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bef96cea-6c32-49cc-9ee0-2b2549c35c8c is going to be updated. [ 1002.242338] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.242604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.242604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.243110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.243214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.243402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bef96cea-6c32-49cc-9ee0-2b2549c35c8c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.517296] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.517460] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-600" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.517520] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-600" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.517740] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-600" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.518417] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.518570] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.518619] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.518874] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.518995] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.519308] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.519426] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.520029] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.520029] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.520029] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.520029] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.520321] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.545562] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.545739] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.546709] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.546709] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-600" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.546709] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-62d8f5af-3d76-443d-ac03-db87851fc594 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.546709] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-62d8f5af-3d76-443d-ac03-db87851fc594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.546930] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-62d8f5af-3d76-443d-ac03-db87851fc594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.547124] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-62d8f5af-3d76-443d-ac03-db87851fc594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.547895] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d8f5af-3d76-443d-ac03-db87851fc594',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.849199] env[65945]: INFO networking_nsxv3.common.synchronization [req-19faaaf8-5d30-424e-bc25-193c46eebe24 req-ed59076b-51f8-4e19-b67c-b7b5308e77cf tempest-ServerAddressesTestJSON-1188963948 tempest-ServerAddressesTestJSON-1188963948-project-member] Enqueued Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGHEST for action security_group_members [ 1002.849743] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGHEST for action security_group_members [ 1002.850192] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3100d05e-0fa2-4fac-b482-3b16c1edb19e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.850422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.850489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.850873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.850961] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.851042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.851042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.851300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.851300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.851412] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3100d05e-0fa2-4fac-b482-3b16c1edb19e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.053027] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.053027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.053027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.053027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.053027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.053027] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 62d8f5af-3d76-443d-ac03-db87851fc594 not found, creating... [ 1003.053027] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.053027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.053027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.053027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.053027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.053586] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.053763] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.054000] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.054785] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.055062] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.055314] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 62d8f5af-3d76-443d-ac03-db87851fc594 is going to be created. [ 1003.083087] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.085178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.085178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.085178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.085178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.085178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-62d8f5af-3d76-443d-ac03-db87851fc594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.172887] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1003.173182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.173262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.173512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.173716] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.173834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.173900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.174108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.174191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.174276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.174378] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.175265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.175482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.175722] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.175886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.175983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.176290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.176377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.176472] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.333098] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.333307] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-296" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.333429] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-296" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.333786] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-296" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.334351] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.334575] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.334698] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.334951] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.335116] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.335334] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.335450] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.335607] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.335741] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.335844] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.335970] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.336126] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.353672] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.353836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.353911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.354158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.354281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.354439] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.354539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.354600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.354745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.354987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.354987] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e already deleted. [ 1003.354987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.358695] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.358695] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.358695] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.358695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-296" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.358695] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.358695] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.359127] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.359127] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.359204] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d687ccfe-ed98-4c6f-9f66-dc81a87f54fa',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.524054] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1003.524246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.679021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.679282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.679500] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.759584] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-12239447-cebf-4360-805d-5de3bbe7ccff service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 1003.759774] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-12239447-cebf-4360-805d-5de3bbe7ccff service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1003.760009] env[65945]: INFO networking_nsxv3.common.synchronization [req-37d886fd-f750-448c-b64f-572c233e4aaa req-12239447-cebf-4360-805d-5de3bbe7ccff service nova] Enqueued Resource ID: 62d8f5af-3d76-443d-ac03-db87851fc594 with Priority: HIGHEST for action port [ 1003.760526] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 1003.760656] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1003.760754] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d8f5af-3d76-443d-ac03-db87851fc594 with Priority: HIGHEST for action port [ 1003.761039] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.761142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.761336] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.761444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.761585] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-62d8f5af-3d76-443d-ac03-db87851fc594 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.761669] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62d8f5af-3d76-443d-ac03-db87851fc594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.761733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62d8f5af-3d76-443d-ac03-db87851fc594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.761930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62d8f5af-3d76-443d-ac03-db87851fc594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.762020] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d8f5af-3d76-443d-ac03-db87851fc594',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.861518] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.861851] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.861960] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.862361] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.862594] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.862823] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port d687ccfe-ed98-4c6f-9f66-dc81a87f54fa not found, creating... [ 1003.863205] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.863487] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.863616] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.863921] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.864151] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.864565] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.864809] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.865038] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.865364] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.865578] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.865772] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: d687ccfe-ed98-4c6f-9f66-dc81a87f54fa is going to be created. [ 1003.886856] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.887170] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.887349] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.887755] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.888123] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.888458] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.012794] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 in Status: SUCCESS [ 1004.012794] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 deletion is rescheduled due to dependency. [ 1004.012794] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.182636] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.264583] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62d8f5af-3d76-443d-ac03-db87851fc594 with status ACTIVE [ 1004.264906] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.265096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.265224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.265391] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.265482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.265740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.265936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.266067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.266250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.266349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.266551] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.266654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.266716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.266868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.266939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.267073] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62d8f5af-3d76-443d-ac03-db87851fc594 is going to be updated. [ 1004.288800] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.289111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.289111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.289241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.289366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.289524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62d8f5af-3d76-443d-ac03-db87851fc594" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.649100] env[65945]: INFO networking_nsxv3.common.synchronization [req-19faaaf8-5d30-424e-bc25-193c46eebe24 req-440e54e8-7cd1-4d3c-825a-76571a6a2570 service nova] Enqueued Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGHEST for action security_group_rules [ 1004.649100] env[65945]: INFO networking_nsxv3.common.synchronization [req-19faaaf8-5d30-424e-bc25-193c46eebe24 req-440e54e8-7cd1-4d3c-825a-76571a6a2570 service nova] Enqueued Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGHEST for action security_group_members [ 1004.649274] env[65945]: INFO networking_nsxv3.common.synchronization [req-19faaaf8-5d30-424e-bc25-193c46eebe24 req-440e54e8-7cd1-4d3c-825a-76571a6a2570 service nova] Enqueued Resource ID: d687ccfe-ed98-4c6f-9f66-dc81a87f54fa with Priority: HIGHEST for action port [ 1004.649862] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGHEST for action security_group_rules [ 1004.650019] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGHEST for action security_group_members [ 1004.650130] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d687ccfe-ed98-4c6f-9f66-dc81a87f54fa with Priority: HIGHEST for action port [ 1004.650452] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.650588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.650666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.650953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.651058] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3100d05e-0fa2-4fac-b482-3b16c1edb19e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.651977] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3100d05e-0fa2-4fac-b482-3b16c1edb19e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.652108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.652196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.652389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.652629] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.652790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.652874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.653120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.654753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.654753] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3100d05e-0fa2-4fac-b482-3b16c1edb19e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.654753] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.655341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.655341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.655341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.655341] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d687ccfe-ed98-4c6f-9f66-dc81a87f54fa',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.685340] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.685542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.685542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.685754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.685881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.685948] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1004.721060] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.721268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.721369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.721658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.721867] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.733782] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1005.157426] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3100d05e-0fa2-4fac-b482-3b16c1edb19e taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.157766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.157837] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3100d05e-0fa2-4fac-b482-3b16c1edb19e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.158781] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d687ccfe-ed98-4c6f-9f66-dc81a87f54fa with status ACTIVE [ 1005.159020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.159176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.159176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.159432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.159562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.159776] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.159879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.159942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.160643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.160718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.161016] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.161144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.161325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.161506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.161587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.161678] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d687ccfe-ed98-4c6f-9f66-dc81a87f54fa is going to be updated. [ 1005.184643] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.184830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.184902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.185088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.185235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.185404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d687ccfe-ed98-4c6f-9f66-dc81a87f54fa" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.664912] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3100d05e-0fa2-4fac-b482-3b16c1edb19e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.167573] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.168078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.168078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.168078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.168287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.168287] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e is going to be created. [ 1006.195327] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.195551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.195624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.195827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.196062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.212137] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e in Status: UNINITIALIZED for 2s [ 1006.744146] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1006.744146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.744376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.744411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.744634] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.744757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.744863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.745084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.745216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.745307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.745492] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.745577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.745641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.745808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.745926] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.746106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.746106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.746262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.746340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.746421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.746509] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.747538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.747616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.748568] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.748568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.748568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.748568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.748568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.748568] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.249652] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dadac7fe-6de4-4236-92e3-8e9e3c8de631: rpc.has_security_group_logging(os_id): False [ 1007.251025] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.268893] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.269170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.269170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.269598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.269598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.269706] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.269761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.269797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.269949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.270034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.270207] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.270313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.270361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.270489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.270558] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.270736] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.270823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.270871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.271013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.271091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.271173] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be created. [ 1007.357216] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.357409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.357457] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.357695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.357892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.374045] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1007.480383] env[65945]: INFO networking_nsxv3.common.synchronization [req-6a1f4c4d-fda6-492e-a375-2b1d9b9bd51a req-7dbbd174-c22f-4f14-8e70-1645302301e0 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1007.482103] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1007.482230] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.482307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.482384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.482635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.482782] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.482897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.482971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.483162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.483256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.483364] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.754119] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.986227] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.028857] env[65945]: INFO networking_nsxv3.common.synchronization [req-28029a58-88e4-4fff-bb20-7d100b8e4603 req-d494a415-85ec-4040-81fc-4d619d4ab315 tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_members [ 1008.029574] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_members [ 1008.029952] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.033185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.033267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.033536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.033713] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.033821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.033884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.034058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.034148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.034244] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.223402] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e in Status: SUCCESS [ 1008.223636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.223804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.224053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.224256] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.224390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.224736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.224736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.224884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.224980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.225152] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3100d05e-0fa2-4fac-b482-3b16c1edb19e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.255478] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.255840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.255840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.255840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.255962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.256043] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1008.286301] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.286463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.286512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.286763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.286976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.296664] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1008.376597] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.376864] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.377014] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.377400] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.377759] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.377947] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.378181] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.378506] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.378679] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.378918] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.379118] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.379236] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.379347] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.379460] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.379566] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.379704] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.400557] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.400756] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.400862] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.401072] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.401495] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-31056b7f-47dc-4eb7-8ca4-ab40373d664c taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.401696] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-31056b7f-47dc-4eb7-8ca4-ab40373d664c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.401773] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-31056b7f-47dc-4eb7-8ca4-ab40373d664c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.402058] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-31056b7f-47dc-4eb7-8ca4-ab40373d664c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.402211] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31056b7f-47dc-4eb7-8ca4-ab40373d664c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.488527] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.536941] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.537154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.537213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.537401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.537497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.537697] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.537797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.537861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.538048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.538143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.538230] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 already deleted. [ 1008.538316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.728472] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3100d05e-0fa2-4fac-b482-3b16c1edb19e taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.728795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.728795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.728975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.729186] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.729290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.729356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.729542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.729714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.729714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.729879] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3100d05e-0fa2-4fac-b482-3b16c1edb19e taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.730070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.730123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.730366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.730552] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.730703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.730903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.731015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.731161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.731277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.731532] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3100d05e-0fa2-4fac-b482-3b16c1edb19e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.904771] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.904771] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.905042] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.905666] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.905666] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.905666] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 31056b7f-47dc-4eb7-8ca4-ab40373d664c not found, creating... [ 1008.905842] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.905959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.906092] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.906360] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.906501] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.906797] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.906994] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.907131] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.907373] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.907510] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.907651] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 31056b7f-47dc-4eb7-8ca4-ab40373d664c is going to be created. [ 1008.928551] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.928937] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.928937] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.929239] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.929488] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.929727] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-31056b7f-47dc-4eb7-8ca4-ab40373d664c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.991550] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.991766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.991766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.991977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.992084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.992188] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1009.038196] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.038196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.038196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.038196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.038196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.049524] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1009.234818] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3100d05e-0fa2-4fac-b482-3b16c1edb19e: rpc.has_security_group_logging(os_id): False [ 1009.253303] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.253502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.253502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.253719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.253853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.254030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.254136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.254202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.254352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.254431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.254617] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.254711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.254775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.254915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.254989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.255185] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.255312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.255402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.255560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.255795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.255795] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e is going to be created. [ 1009.340131] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.340339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.340339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.340576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.340755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.356026] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e in Status: IN_PROGRESS for 2s [ 1009.395075] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1009.395321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.395513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.395750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.395882] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.677265] env[65945]: INFO networking_nsxv3.common.synchronization [req-28029a58-88e4-4fff-bb20-7d100b8e4603 req-18e88dfd-3c17-4b81-abe7-8c98d5b0dc97 service nova] Enqueued Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_rules [ 1009.677493] env[65945]: INFO networking_nsxv3.common.synchronization [req-28029a58-88e4-4fff-bb20-7d100b8e4603 req-18e88dfd-3c17-4b81-abe7-8c98d5b0dc97 service nova] Enqueued Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_members [ 1009.677636] env[65945]: INFO networking_nsxv3.common.synchronization [req-28029a58-88e4-4fff-bb20-7d100b8e4603 req-18e88dfd-3c17-4b81-abe7-8c98d5b0dc97 service nova] Enqueued Resource ID: 31056b7f-47dc-4eb7-8ca4-ab40373d664c with Priority: HIGHEST for action port [ 1009.678291] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_rules [ 1009.680784] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_members [ 1009.680981] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31056b7f-47dc-4eb7-8ca4-ab40373d664c with Priority: HIGHEST for action port [ 1009.682163] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.682376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.682528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.682860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.682942] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.683975] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.684101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.684169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.684347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.684541] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.684687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.684782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.685010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.685989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.685989] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.686220] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-31056b7f-47dc-4eb7-8ca4-ab40373d664c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.686347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31056b7f-47dc-4eb7-8ca4-ab40373d664c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.686444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31056b7f-47dc-4eb7-8ca4-ab40373d664c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.686625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31056b7f-47dc-4eb7-8ca4-ab40373d664c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.686703] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31056b7f-47dc-4eb7-8ca4-ab40373d664c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.898517] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.898712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.188376] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.188641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.188849] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.189828] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31056b7f-47dc-4eb7-8ca4-ab40373d664c with status ACTIVE [ 1010.190031] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.190203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.190203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.190536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.190536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.190699] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.190754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.190798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.190940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.191453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.191683] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.191753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.191814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.191974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.192083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.192178] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31056b7f-47dc-4eb7-8ca4-ab40373d664c is going to be updated. [ 1010.218205] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.218402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.218435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.218623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.218764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.218926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31056b7f-47dc-4eb7-8ca4-ab40373d664c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.306529] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1010.306857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.306984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.307218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.307408] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.307522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.307587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.307778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.307866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.307954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.308106] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.694536] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.810632] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.810812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.810927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.811148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.811327] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.811447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.811529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.811739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.811793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.811912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.812103] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.812273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.812335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.812455] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.812607] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.812849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.812849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.813019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.813019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.813122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.813235] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.061082] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1011.061796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.199181] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.199181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.199181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.199181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.199181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.199181] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 is going to be created. [ 1011.224381] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.224381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.224381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.224381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.224381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.236132] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 in Status: UNINITIALIZED for 2s [ 1011.317911] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dadac7fe-6de4-4236-92e3-8e9e3c8de631: rpc.has_security_group_logging(os_id): False [ 1011.337795] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.337979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.337979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.338299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.338337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.338556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.338657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.338718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.338876] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.338955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.339176] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.339279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.339342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.339489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.339556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.339745] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.339840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.339890] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.340231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.340339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.340534] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1011.377646] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e in Status: SUCCESS [ 1011.377921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.426765] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.427025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.427025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.427354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.427354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.453184] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1012.236574] env[65945]: INFO networking_nsxv3.common.synchronization [req-37afb6e5-5c88-44dd-b588-c066f1cb9370 req-275dd916-f5cc-4f6e-ba7e-3399d41c827f tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1012.237123] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1012.237425] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.237545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.237612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.237808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.237959] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.239445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.239544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.243122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.243251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.243356] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.660056] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.660573] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.660702] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.660966] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.661236] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.661382] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.661494] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.661772] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.661921] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.662730] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.662730] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.662730] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.662730] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.662730] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.662730] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.662965] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.681181] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.681428] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.682031] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.682031] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.682180] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.682343] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.682575] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.682830] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.682965] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2754fe4-25cb-4b2f-8a31-a26e5e7c773d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.745257] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.745454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.745510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.745762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.745855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.746184] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.746349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.746447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.746626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.746712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.746808] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 1012.772526] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.772674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.772746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.772953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.773207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.788795] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 1013.185725] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.185924] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.186082] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.186373] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.186536] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.186691] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port c2754fe4-25cb-4b2f-8a31-a26e5e7c773d not found, creating... [ 1013.186946] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.187118] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.187235] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.187448] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.187582] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.187859] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.188135] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.188316] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.188940] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.189148] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.189450] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: c2754fe4-25cb-4b2f-8a31-a26e5e7c773d is going to be created. [ 1013.211398] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.211683] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.211848] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.212300] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.213033] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.213316] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.246497] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 in Status: SUCCESS [ 1013.246747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.246936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.247188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.247399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.247524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.247590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.247760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.247855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.247972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.248103] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.469676] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1013.469676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.469676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.469676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.469676] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.750904] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.972256] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.972644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.972809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.973153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.973457] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.973690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.973825] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.974183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.974349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.975106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.975106] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.981965] env[65945]: INFO networking_nsxv3.common.synchronization [req-37afb6e5-5c88-44dd-b588-c066f1cb9370 req-a74368ac-3db4-4970-8adc-b0dd4576509b service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 1013.983485] env[65945]: INFO networking_nsxv3.common.synchronization [req-37afb6e5-5c88-44dd-b588-c066f1cb9370 req-a74368ac-3db4-4970-8adc-b0dd4576509b service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1013.983485] env[65945]: INFO networking_nsxv3.common.synchronization [req-37afb6e5-5c88-44dd-b588-c066f1cb9370 req-a74368ac-3db4-4970-8adc-b0dd4576509b service nova] Enqueued Resource ID: c2754fe4-25cb-4b2f-8a31-a26e5e7c773d with Priority: HIGHEST for action port [ 1013.983485] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 1013.983606] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1013.983951] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2754fe4-25cb-4b2f-8a31-a26e5e7c773d with Priority: HIGHEST for action port [ 1013.984625] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.984822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.984938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.985257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.985397] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.986960] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.987124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.987438] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.987610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.987690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.987938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.988082] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2754fe4-25cb-4b2f-8a31-a26e5e7c773d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.253948] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c8ebc9e-6182-46b9-b352-18fd623b0f02: rpc.has_security_group_logging(os_id): False [ 1014.272196] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.272196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.272330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.272426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.272531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.272753] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.272853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.272919] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.273108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.273188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.273364] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 is going to be created. [ 1014.334948] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.335186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.335186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.335323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.335556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.355337] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 in Status: IN_PROGRESS for 2s [ 1014.478515] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.478757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.478861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.479426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.479426] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.480341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.480341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.480341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.480341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.480341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.480341] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.480341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.480341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.480341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.480725] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.480725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.480725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.480913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.480913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.480913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.481092] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.491086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.491343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.493423] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2754fe4-25cb-4b2f-8a31-a26e5e7c773d with status ACTIVE [ 1014.493423] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.493423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.493423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.493423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.493848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.493848] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.493848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.493848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.493991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.494820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.494820] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.494820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.494820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.494820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.494820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.494820] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2754fe4-25cb-4b2f-8a31-a26e5e7c773d is going to be updated. [ 1014.530157] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.530307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.530508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.530753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.530903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.531086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2754fe4-25cb-4b2f-8a31-a26e5e7c773d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.801282] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 1014.801747] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 1014.801747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.801851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.802145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.802390] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.802846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.802846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.802846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.802846] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.803034] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.983895] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dadac7fe-6de4-4236-92e3-8e9e3c8de631: rpc.has_security_group_logging(os_id): False [ 1015.003438] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.003647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.003739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.003939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.004042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.004271] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.004389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.004430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.004584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.004660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.004837] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.004931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.005026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.005174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.005247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.005389] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.005484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.005544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.005722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.005807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.005890] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1015.080864] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.080864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.080864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.080864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.082240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.097592] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1015.106371] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1015.106673] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1015.307634] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.808316] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.315242] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.315242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.315242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.315242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.315242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.315242] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 1016.358424] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.358624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.358624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.358854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.359020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.367822] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 1016.370207] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 in Status: SUCCESS [ 1016.370417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.959336] env[65945]: INFO networking_nsxv3.common.synchronization [None req-830b42ef-a8d2-4ed0-9cb3-b99e49b4313e None None] Enqueued Resource ID: 6af41523-57d1-451f-8612-737808bcceba with Priority: HIGHEST for action port [ 1016.959937] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af41523-57d1-451f-8612-737808bcceba with Priority: HIGHEST for action port [ 1016.960279] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-6af41523-57d1-451f-8612-737808bcceba taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.960428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6af41523-57d1-451f-8612-737808bcceba" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.960496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6af41523-57d1-451f-8612-737808bcceba" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.960791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6af41523-57d1-451f-8612-737808bcceba" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.960895] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af41523-57d1-451f-8612-737808bcceba',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.116520] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1017.116742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.133336] env[65945]: INFO networking_nsxv3.common.synchronization [req-59d9d691-c39d-4c5a-8e6f-eb0a5da99984 req-fc1c2c4c-dd40-41c9-a299-c10c60bdf97a tempest-ServerAddressesTestJSON-1188963948 tempest-ServerAddressesTestJSON-1188963948-project-member] Enqueued Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGHEST for action security_group_members [ 1017.133983] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGHEST for action security_group_members [ 1017.134376] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3100d05e-0fa2-4fac-b482-3b16c1edb19e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.134510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.134582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.134793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.134950] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.135128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.135203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.135378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.135507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.135620] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3100d05e-0fa2-4fac-b482-3b16c1edb19e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.463767] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6af41523-57d1-451f-8612-737808bcceba [ 1017.466718] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.466718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.466718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.466718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.466718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.466718] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6af41523-57d1-451f-8612-737808bcceba already deleted. [ 1017.466718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6af41523-57d1-451f-8612-737808bcceba" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.551811] env[65945]: INFO networking_nsxv3.common.synchronization [req-c7328459-4741-4a20-b073-ecf51f3e94d7 req-61138800-0e6b-4cdb-a186-9a36b1dc2faf tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1017.555023] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1017.555023] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.555023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.555023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.555023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.555023] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.555023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.555023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.555023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.555023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.555023] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.637380] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.637626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.637664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.637926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.638043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.638603] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.638722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.638787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.639012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.639079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.639132] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e is going to be updated. [ 1017.669465] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.669465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.669465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.669465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.669465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.678384] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e in Status: IN_PROGRESS for 2s [ 1017.768395] env[65945]: INFO networking_nsxv3.common.synchronization [req-c7328459-4741-4a20-b073-ecf51f3e94d7 req-8f0e9989-294d-4178-9936-56ca048286a7 tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1017.769133] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1017.769545] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.769653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.055696] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.077339] env[65945]: INFO networking_nsxv3.common.synchronization [req-c7328459-4741-4a20-b073-ecf51f3e94d7 req-2497d3df-ecf2-44c6-b1f2-e23b0b682a46 tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1018.077792] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1018.078725] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.078725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.384039] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 1018.384039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.384039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.384039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.384039] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.384039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.384039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.384039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.384039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.384039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.384039] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.559332] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.887121] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.887359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.887521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.887833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.888157] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.888332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.888500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.888780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.888917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.889180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.889491] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.889491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.889609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.889862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.890105] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.890714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.890714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.890714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.890947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.890947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.891100] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.061577] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.061911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.061911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.062026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.062117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.062229] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1019.090576] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.090744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.090744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.091070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.091070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.103639] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1019.393682] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a518c947-a614-44d4-bf2f-5ec0b00d464d: rpc.has_security_group_logging(os_id): False [ 1019.415563] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.415563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.415563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.415563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.415563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.416212] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.416212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.416212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.416412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.416412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.416522] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.416591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.416637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.416814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.416928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.417037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.417145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.417208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.417325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.417395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.417473] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 1019.485824] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.485824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.486619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.486619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.486619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.504618] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 1019.564133] env[65945]: INFO networking_nsxv3.common.synchronization [None req-966cb7b0-75c5-4f9d-9935-dfa246a2c921 None None] Enqueued Resource ID: 9ee65f30-a026-47ef-8c70-30b1368ba0f1 with Priority: HIGHEST for action port [ 1019.564893] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee65f30-a026-47ef-8c70-30b1368ba0f1 with Priority: HIGHEST for action port [ 1019.565299] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ee65f30-a026-47ef-8c70-30b1368ba0f1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.565299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ee65f30-a026-47ef-8c70-30b1368ba0f1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.565299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ee65f30-a026-47ef-8c70-30b1368ba0f1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.565562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ee65f30-a026-47ef-8c70-30b1368ba0f1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.565617] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ee65f30-a026-47ef-8c70-30b1368ba0f1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.687591] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e in Status: SUCCESS [ 1019.687591] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e deletion is rescheduled due to dependency. [ 1019.687591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.068236] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ee65f30-a026-47ef-8c70-30b1368ba0f1 [ 1020.068567] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.068567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.068670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.068947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.069050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.069162] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ee65f30-a026-47ef-8c70-30b1368ba0f1 already deleted. [ 1020.069248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ee65f30-a026-47ef-8c70-30b1368ba0f1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.054014] env[65945]: INFO networking_nsxv3.common.synchronization [req-114b2c83-2f83-4212-a42e-60db8ebb8b28 req-58baad10-8b67-4738-8ffa-db2d258c7187 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1021.054700] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1021.055512] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.055696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.055791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.056142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.057189] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.057637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.057842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.058129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.058308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.058414] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.113778] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1021.114131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.114241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.114476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.114706] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.114828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.114906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.115091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.115176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.115273] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.406142] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.406456] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.406557] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.406842] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.407502] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.407782] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.407991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.408397] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.408583] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.408803] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.408919] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.409041] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.409166] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.409294] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.409402] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.409539] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.429229] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.429455] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.429576] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.429768] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.430149] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.430331] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.430468] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.430793] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.430936] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a51650a4-de80-4ef8-a7ce-cf0bdbdb695d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.520262] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 1021.520490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.561376] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.618105] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.618325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.618399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.618690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.618690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.618900] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.618996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.619076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.619246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.619327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.619425] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1021.646886] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.647119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.647119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.647242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.647400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.658212] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1021.799151] env[65945]: INFO networking_nsxv3.common.synchronization [req-793823fb-53ee-4b2a-a538-16d8cf172917 req-58040916-f83e-41ba-8a56-bfe28340fe89 tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 1021.799686] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 1021.799984] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.800127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.800195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.800466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.800628] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.800725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.800786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.800935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.801024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.801115] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.935324] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.935558] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.935689] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.935964] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.936146] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.936304] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port a51650a4-de80-4ef8-a7ce-cf0bdbdb695d not found, creating... [ 1021.936563] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.936740] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.936839] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.937062] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.937202] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.937488] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.937653] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.937772] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.937975] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.938124] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.938301] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: a51650a4-de80-4ef8-a7ce-cf0bdbdb695d is going to be created. [ 1021.958502] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.958820] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.958820] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.959096] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.959385] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.959620] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.063790] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.303805] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.303805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.303805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.304327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.304327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.304586] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.304740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.304834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.305118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.305287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.305378] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 1022.337121] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.337314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.337464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.337594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.337745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.347424] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 1022.567895] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.568139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.568263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.568541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.568710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.568883] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1022.604727] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.604886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.604948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.605169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.605321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.615014] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1022.705446] env[65945]: INFO networking_nsxv3.common.synchronization [req-114b2c83-2f83-4212-a42e-60db8ebb8b28 req-818fda5e-ca1e-42c3-a402-1e72b2df1dc6 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1022.705446] env[65945]: INFO networking_nsxv3.common.synchronization [req-114b2c83-2f83-4212-a42e-60db8ebb8b28 req-818fda5e-ca1e-42c3-a402-1e72b2df1dc6 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1022.705632] env[65945]: INFO networking_nsxv3.common.synchronization [req-114b2c83-2f83-4212-a42e-60db8ebb8b28 req-818fda5e-ca1e-42c3-a402-1e72b2df1dc6 service nova] Enqueued Resource ID: a51650a4-de80-4ef8-a7ce-cf0bdbdb695d with Priority: HIGHEST for action port [ 1022.708479] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1022.708479] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1022.708479] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51650a4-de80-4ef8-a7ce-cf0bdbdb695d with Priority: HIGHEST for action port [ 1022.708479] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.708479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.708479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.709077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.709077] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.709705] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.709837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.710116] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.710279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.710349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.710595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.710595] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a51650a4-de80-4ef8-a7ce-cf0bdbdb695d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.057428] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.057678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.057678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.057853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.057964] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.212146] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.212384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.213762] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a51650a4-de80-4ef8-a7ce-cf0bdbdb695d with status ACTIVE [ 1023.213970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.214146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.214220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.214439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.214562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.214747] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.214844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.214931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.215121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.215198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.215380] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.215475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.215537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.215678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.215755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.215832] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a51650a4-de80-4ef8-a7ce-cf0bdbdb695d is going to be updated. [ 1023.237261] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.237468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.237468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.237671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.237812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.237969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a51650a4-de80-4ef8-a7ce-cf0bdbdb695d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.560721] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.668990] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1023.669228] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 deletion is rescheduled due to dependency. [ 1023.669338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.669516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.669742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.669942] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.670100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.670163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.670297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.670424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.670484] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.063417] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.173535] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.173718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.173718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.173995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.174126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.174338] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.174459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.174529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.174717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.174794] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.174882] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1024.207285] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.207452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.207517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.207724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.207867] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.219895] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1024.360161] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 1024.360798] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da deletion is rescheduled due to dependency. [ 1024.360798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.567291] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1024.567291] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1024.627687] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1024.627687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.627687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.627687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.628103] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.628229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.628453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.628640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.628792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.628963] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.131370] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.440687] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.440687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.440687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.440687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.454380] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1025.455271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.456242] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1025.490974] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.491290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.491290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.491411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.499504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.500116] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1025.500197] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1025.500283] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1025.543585] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.543843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.543843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.543973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.545405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.545790] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1025.621119] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.621465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.621465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.621567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.621863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.622152] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1025.633837] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.723168] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.723389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.723389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.723676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.723837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.724119] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1025.724227] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'691ad9f8-3923-4b50-9d49-a90e309b4864', 'dadac7fe-6de4-4236-92e3-8e9e3c8de631', '3077eb70-53e0-4a48-82ed-699c0bc47e24', '146c373d-abdc-4123-a588-a1407dbad341', '21de085d-a911-47c7-b5a4-9b34cfb8adf3', '7c2d35d1-09d3-4aba-b270-1fd838b46001', 'fb89176d-7144-4085-8a9f-31a7cd75232f', '883ab979-4cf8-49cc-b00b-cb86e5bd4881', '7baa4c61-9d1a-4bb8-af76-ddb0522c5a64', '3c8ebc9e-6182-46b9-b352-18fd623b0f02', 'c67bd405-6886-4946-82f6-d24b07d4bfc3', '2619ee3b-fc82-4b98-a4a1-f00807961805', '5aeec991-8a65-4451-b997-e1e9b35c9ca2', 'c3dd828c-f6d6-470c-a490-171e01f9ed2a', 'a2931d63-63a8-4795-a439-46d4940557eb', 'b48e463a-8be7-4c9f-b9a4-3695253c4306', '469b0ddc-22ff-46a3-9548-dead9e6e52da', 'b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d', 'b96c7efa-9679-4a90-81cf-340889c4afd8', '247ee3e1-b41a-453f-8a21-16cdf6c81429', '487b9c5c-f4ad-42ff-847b-73953e3c3dfb', '3100d05e-0fa2-4fac-b482-3b16c1edb19e', 'e770550a-3d92-419b-9d40-926d316f8353', '8db72420-a4c4-49ed-aa05-88cb099b0561', 'd2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f', 'e2fcaf36-ad27-4a81-ac07-77288ce5d1fd', '5987d65c-4c70-4af5-9c76-02c9846e7dcc', 'e0f1bc12-1a74-4a1b-9091-051020f83ad2', '15b0fad9-919b-44f4-8a65-8974a64cd1ee', 'c8403a20-9889-4594-a848-1e1c36f608a7', '78905535-9ac4-46ff-9a0e-ad5fb759d405', 'f2fb3870-fb20-44be-a6ae-c3c87aba7fac', '8f96e344-462f-4194-b981-489a691052f3', '1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b', 'ceaae064-1736-4d9b-8eff-c20905dd6031', '8de2f5e2-87a8-4128-9c01-a82f94f7a642', '828f5ced-a680-43c6-bca9-e2cf0f297200', '496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7', 'f81e2bff-5937-49d8-b67c-3c4d559669ff', 'a518c947-a614-44d4-bf2f-5ec0b00d464d', 'cdfe5420-85d2-4281-939b-529d88f2d365', '17a8701d-8be9-4d26-a143-a742e47f4c57', 'b98abc6d-855c-4ae4-9348-967fc900791e', '7b0bdd30-b278-4c29-a70f-805ba60cd423', '27c0955a-e917-418d-8af0-dd91bb30e0bc', 'f9d1751c-818b-433c-b416-8250063925d7'} {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1025.724380] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1025.744828] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.745064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.745064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.745259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.745439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.745571] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1025.745571] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1025.745666] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1025.828485] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.828485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.828485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.828756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.829901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.830093] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1025.830171] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1025.830253] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1025.830310] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1025.831061] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1025.831480] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGH for action security_group_rules [ 1025.831480] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGH for action security_group_rules [ 1025.831480] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGH for action security_group_rules [ 1025.831585] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGH for action security_group_rules [ 1025.831585] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGH for action security_group_rules [ 1025.831652] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGH for action security_group_rules [ 1025.831718] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGH for action security_group_rules [ 1025.832098] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGH for action security_group_rules [ 1025.832098] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGH for action security_group_rules [ 1025.832098] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGH for action security_group_rules [ 1025.832098] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGH for action security_group_rules [ 1025.832219] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGH for action security_group_rules [ 1025.832219] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGH for action security_group_rules [ 1025.833070] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGH for action security_group_rules [ 1025.833173] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGH for action security_group_rules [ 1025.833268] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGH for action security_group_rules [ 1025.833558] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGH for action security_group_rules [ 1025.833643] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGH for action security_group_rules [ 1025.833732] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGH for action security_group_rules [ 1025.833798] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGH for action security_group_rules [ 1025.833904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.136760] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.136760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.137803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.137803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.137803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.137803] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1026.174276] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.174502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.174647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.174963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.175251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.188778] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1026.233015] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1026.233290] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 deletion is rescheduled due to dependency. [ 1026.233505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.440585] env[65945]: INFO networking_nsxv3.common.synchronization [req-1e2f0943-f389-443c-ae9c-7f3431177a85 req-084b4f90-bb12-4bdd-b8f0-b0faf37171c3 tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1026.442369] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1026.442369] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 with Priority: HIGH for action security_group_rules [ 1026.442369] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 with Priority: HIGH for action security_group_rules [ 1026.442369] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb89176d-7144-4085-8a9f-31a7cd75232f with Priority: HIGH for action security_group_rules [ 1026.442369] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGH for action security_group_rules [ 1026.442369] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 with Priority: HIGH for action security_group_rules [ 1026.442369] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGH for action security_group_rules [ 1026.442369] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d with Priority: HIGH for action security_group_rules [ 1026.442369] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146c373d-abdc-4123-a588-a1407dbad341 with Priority: HIGH for action security_group_rules [ 1026.444223] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.444223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.444223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.444713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.444713] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.444713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.444713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.444879] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.446480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.446480] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.446480] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691ad9f8-3923-4b50-9d49-a90e309b4864 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.446480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.446480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.447060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.447060] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691ad9f8-3923-4b50-9d49-a90e309b4864',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.448091] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3077eb70-53e0-4a48-82ed-699c0bc47e24 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.448240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.448545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.448545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.448545] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3077eb70-53e0-4a48-82ed-699c0bc47e24',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.450316] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb89176d-7144-4085-8a9f-31a7cd75232f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.450316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.450316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.450316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.450316] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb89176d-7144-4085-8a9f-31a7cd75232f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.451299] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.451299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.451299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.451494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.451581] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.452487] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ee3e1-b41a-453f-8a21-16cdf6c81429 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.452710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.452887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.453148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.453231] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ee3e1-b41a-453f-8a21-16cdf6c81429',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.454158] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.454310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.454813] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.455031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.455137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.455660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.455660] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.456612] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.456752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.456885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.457143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.457263] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.458466] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.458466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.458466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.458768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.459164] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd828c-f6d6-470c-a490-171e01f9ed2a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.459771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48e463a-8be7-4c9f-b9a4-3695253c4306 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.460452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.460452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.460452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.460452] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48e463a-8be7-4c9f-b9a4-3695253c4306',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.461678] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.461897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.462030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.462587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.462587] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aeec991-8a65-4451-b997-e1e9b35c9ca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.463455] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2619ee3b-fc82-4b98-a4a1-f00807961805 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.463652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.463819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.466355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.466355] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2619ee3b-fc82-4b98-a4a1-f00807961805',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.466355] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67bd405-6886-4946-82f6-d24b07d4bfc3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.466355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.466355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.466355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.466355] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67bd405-6886-4946-82f6-d24b07d4bfc3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.467318] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.467511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.467609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.467830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.467915] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.472512] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.472840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.472840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.473133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.473133] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7baa4c61-9d1a-4bb8-af76-ddb0522c5a64',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.476804] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2d35d1-09d3-4aba-b270-1fd838b46001 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.476804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.476804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.476804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.476804] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2d35d1-09d3-4aba-b270-1fd838b46001',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.476804] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.476804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.476804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.476804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.476804] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.477964] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.478190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.478387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.478637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.479292] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21de085d-a911-47c7-b5a4-9b34cfb8adf3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.480771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.480969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.481095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.481477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.483025] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.483025] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-146c373d-abdc-4123-a588-a1407dbad341 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.483025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.483025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.483025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.483523] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('146c373d-abdc-4123-a588-a1407dbad341',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.491051] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.491051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.491051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.491237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.491459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.491754] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.491945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.492042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.492288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.492378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.492454] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a already deleted. [ 1026.492517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.519054] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.519218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.519294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.519804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.522826] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.523022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.527946] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.527946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.530288] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.530441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.546920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.546978] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ee3e1-b41a-453f-8a21-16cdf6c81429 is going to be deleted. [ 1026.547917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.548146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.585279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.585279] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3077eb70-53e0-4a48-82ed-699c0bc47e24 is going to be deleted. [ 1026.586415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.586605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.611768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.611768] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb89176d-7144-4085-8a9f-31a7cd75232f is going to be deleted. [ 1026.613266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.613510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.633178] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.633523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.636730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.636875] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691ad9f8-3923-4b50-9d49-a90e309b4864 is going to be deleted. [ 1026.637884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.638147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.638287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.638405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ee3e1-b41a-453f-8a21-16cdf6c81429" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.655530] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.655530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.655530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.656060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.656060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.656060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3077eb70-53e0-4a48-82ed-699c0bc47e24" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.687401] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.687612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.687612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.687826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.687919] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.688049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb89176d-7144-4085-8a9f-31a7cd75232f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.700307] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.700504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.700583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.700803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.701196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.701196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691ad9f8-3923-4b50-9d49-a90e309b4864" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.802161] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.802373] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.802488] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.802839] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.803127] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.803287] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.803405] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.803621] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.803764] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.803967] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.804089] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.804195] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.804305] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.804411] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.804514] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.804641] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.835312] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.835577] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.835704] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.835931] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.836351] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-3e2a345b-aa96-4153-b5b2-86b74059c0e6 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.836609] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-3e2a345b-aa96-4153-b5b2-86b74059c0e6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.836726] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-3e2a345b-aa96-4153-b5b2-86b74059c0e6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.837115] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-3e2a345b-aa96-4153-b5b2-86b74059c0e6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.837276] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2a345b-aa96-4153-b5b2-86b74059c0e6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.988276] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.988471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.988549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.988692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.988902] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.988954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.989017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.989167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.989250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.989367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.989467] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.990437] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.990564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.990614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.990753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.990954] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.991089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.991153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.991313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.991392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.991472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.991555] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.993391] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.993497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.993558] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.993705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.993848] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.993946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.994045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.994194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.994279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.994404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.994456] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.009765] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.009961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.009961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.010154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.046453] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.046453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.056306] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.056487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.058066] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.058066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.058286] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.058286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.059011] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.059105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.059817] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.059910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.060623] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.060716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.061421] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.061533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.065384] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.065494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.066500] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.066601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.067562] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1027.068023] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.068104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.068772] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1027.069167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.069300] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48e463a-8be7-4c9f-b9a4-3695253c4306 is going to be deleted. [ 1027.070180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.070382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.095663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.095856] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2d35d1-09d3-4aba-b270-1fd838b46001 is going to be deleted. [ 1027.096794] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.097013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.117789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.118037] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2619ee3b-fc82-4b98-a4a1-f00807961805 is going to be deleted. [ 1027.119191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.119444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.139591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.139813] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d is going to be deleted. [ 1027.140689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.140905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.157875] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.158044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.162478] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.162625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.170268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.170402] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7baa4c61-9d1a-4bb8-af76-ddb0522c5a64 is going to be deleted. [ 1027.171338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.171609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.176358] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.176663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.200913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.201170] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be deleted. [ 1027.201980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.202259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.241348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.241556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.250215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.250354] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 146c373d-abdc-4123-a588-a1407dbad341 is going to be deleted. [ 1027.251306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.251533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.284458] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.284601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.324968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.324968] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67bd405-6886-4946-82f6-d24b07d4bfc3 is going to be deleted. [ 1027.326591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.326902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.340259] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.340621] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.340766] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.341079] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.341237] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.341401] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 3e2a345b-aa96-4153-b5b2-86b74059c0e6 not found, creating... [ 1027.341670] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.341829] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.341947] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.342199] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.342337] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.342663] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.342838] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.342956] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.343185] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.343319] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.343513] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 3e2a345b-aa96-4153-b5b2-86b74059c0e6 is going to be created. [ 1027.386044] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.386301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.396295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.396487] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21de085d-a911-47c7-b5a4-9b34cfb8adf3 is going to be deleted. [ 1027.397597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.397865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.401660] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.401867] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.448065] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.449875] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.451071] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.451621] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.452591] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.453321] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-3e2a345b-aa96-4153-b5b2-86b74059c0e6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.457296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.458681] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd828c-f6d6-470c-a490-171e01f9ed2a is going to be deleted. [ 1027.460607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.462381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.500278] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.500520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.500911] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.503969] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.505216] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.521792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.521792] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aeec991-8a65-4451-b997-e1e9b35c9ca2 is going to be deleted. [ 1027.522392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.522621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.576360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.576533] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be deleted. [ 1027.577547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.577845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.577963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.578140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48e463a-8be7-4c9f-b9a4-3695253c4306" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.578637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.578918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.579067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.579243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2d35d1-09d3-4aba-b270-1fd838b46001" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.579994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.580233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.580364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.580523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2619ee3b-fc82-4b98-a4a1-f00807961805" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.580706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.580906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.581036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.581568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b83c8a-0bef-4ba7-aa90-3ed1ce159c9d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.581568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.581707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.581755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.581926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7baa4c61-9d1a-4bb8-af76-ddb0522c5a64" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.582120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.582328] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.582458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.582652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.582830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.583043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.583158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.583309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-146c373d-abdc-4123-a588-a1407dbad341" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.583489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.583697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.583819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.583995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67bd405-6886-4946-82f6-d24b07d4bfc3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.614247] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.614247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.614247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.614247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.614247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.614606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21de085d-a911-47c7-b5a4-9b34cfb8adf3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.678350] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.678678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.679143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.679483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.679670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.679809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aeec991-8a65-4451-b997-e1e9b35c9ca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.713471] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.713471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.713471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.713471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.713471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.713471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.722980] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.722980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.722980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.722980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.722980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.722980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd828c-f6d6-470c-a490-171e01f9ed2a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.008029] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 883ab979-4cf8-49cc-b00b-cb86e5bd4881: rpc.has_security_group_logging(os_id): False [ 1028.009749] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2931d63-63a8-4795-a439-46d4940557eb: rpc.has_security_group_logging(os_id): False [ 1028.011750] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c8ebc9e-6182-46b9-b352-18fd623b0f02: rpc.has_security_group_logging(os_id): False [ 1028.039522] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.039851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.039851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.040032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.042030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.042168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.043065] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.043275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.071224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.071672] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.071834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.071916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.072216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.072343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.072483] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 is going to be updated. [ 1028.074541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.074541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.103315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.103640] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.103741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.103841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.104074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.104180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.104279] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2931d63-63a8-4795-a439-46d4940557eb is going to be updated. [ 1028.105340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.105550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.130027] env[65945]: INFO networking_nsxv3.common.synchronization [req-1e2f0943-f389-443c-ae9c-7f3431177a85 req-1c31907f-a97a-4402-9088-b81f08fda5c8 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1028.130027] env[65945]: INFO networking_nsxv3.common.synchronization [req-1e2f0943-f389-443c-ae9c-7f3431177a85 req-1c31907f-a97a-4402-9088-b81f08fda5c8 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1028.130027] env[65945]: INFO networking_nsxv3.common.synchronization [req-1e2f0943-f389-443c-ae9c-7f3431177a85 req-1c31907f-a97a-4402-9088-b81f08fda5c8 service nova] Enqueued Resource ID: 3e2a345b-aa96-4153-b5b2-86b74059c0e6 with Priority: HIGHEST for action port [ 1028.131020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.131675] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.131675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.131789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.131955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.132073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.132177] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 is going to be updated. [ 1028.133825] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1028.133825] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1028.133825] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2a345b-aa96-4153-b5b2-86b74059c0e6 with Priority: HIGHEST for action port [ 1028.134260] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.134260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.134374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.134567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.134620] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.137054] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.137181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.137487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.137573] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.137725] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.137833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.137894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.138105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.138199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.138301] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.139542] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e2a345b-aa96-4153-b5b2-86b74059c0e6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.139542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e2a345b-aa96-4153-b5b2-86b74059c0e6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.139722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e2a345b-aa96-4153-b5b2-86b74059c0e6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.139991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e2a345b-aa96-4153-b5b2-86b74059c0e6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.139991] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2a345b-aa96-4153-b5b2-86b74059c0e6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.174045] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.174264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.174311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.174479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.174626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.176591] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.176721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.176778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.176957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.177151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.193327] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 in Status: IN_PROGRESS for 2s [ 1028.194025] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2931d63-63a8-4795-a439-46d4940557eb in Status: IN_PROGRESS for 2s [ 1028.199682] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1028.199891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.200071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.200284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.200494] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.200620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.200687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.200842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.200922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.201013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.201132] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.216549] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.216779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.216779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.216957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.217122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.233827] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 in Status: IN_PROGRESS for 2s [ 1028.638575] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.638575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.644797] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e2a345b-aa96-4153-b5b2-86b74059c0e6 with status ACTIVE [ 1028.644797] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.644797] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.644797] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.644797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.644797] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e2a345b-aa96-4153-b5b2-86b74059c0e6 is going to be updated. [ 1028.645718] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.670135] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.670355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.670355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.670511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.670928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.671105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e2a345b-aa96-4153-b5b2-86b74059c0e6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.698146] env[65945]: INFO networking_nsxv3.common.synchronization [req-14412649-eb8c-47c2-ad2a-72f38e68d161 req-664a6712-d68e-4718-bae7-c63646d08c08 tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1028.699585] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1028.699861] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.700024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.701142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.701142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.701142] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.701142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.701142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.702033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.702186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.702345] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.705212] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.705320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.705381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.705677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.706329] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.706329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.706423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.706686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.706792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.706936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.707123] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.707278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.707830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.708080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.708322] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.708477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.708583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.708749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.708852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.708915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.709010] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.147907] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.215030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.215030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.215030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.215030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.215030] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96c7efa-9679-4a90-81cf-340889c4afd8: rpc.has_security_group_logging(os_id): False [ 1029.233120] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.233329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.235535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.235624] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.235696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.235748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.236087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.236191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.236320] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 1029.237296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.237527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.258188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.258594] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.258864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.258864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.259212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.259212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.259381] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.259381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.259525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.259584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.259640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.259782] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.259885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.259957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.260074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.260148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.260235] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1029.267865] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.268087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.268087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.268347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.268506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.276776] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 1029.348037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.348286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.348356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.348618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.348783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.362103] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1029.650220] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.650383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.650445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.650659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.650754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.650917] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be created. [ 1029.674960] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.675310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.675387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.675597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.675770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.685437] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: UNINITIALIZED for 2s [ 1030.209111] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 in Status: SUCCESS [ 1030.209491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.210255] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2931d63-63a8-4795-a439-46d4940557eb in Status: SUCCESS [ 1030.210348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.250882] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 in Status: SUCCESS [ 1030.250882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.497027] env[65945]: INFO networking_nsxv3.common.synchronization [req-9fb5154f-7c1f-4648-8b9e-61ce1bd89054 req-5374ebbf-5108-4fe9-bd00-c09d55516a8c tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1030.497027] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1030.497027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.497027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.497027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.497027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.497027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.497027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.497027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.497027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.497528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.497528] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.639352] env[65945]: INFO networking_nsxv3.common.synchronization [req-fbb53c68-3638-49e9-9fb6-08c4875e7158 req-16ab1b76-d31d-456a-840e-e22fb602b0e0 tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 1030.639883] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 1030.640206] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.640330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.640400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.640591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.641088] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.641193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.641267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.641412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.641495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.641590] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.776935] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.777151] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.777266] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.777520] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.777794] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.777940] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.778072] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.778299] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.778447] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.778658] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.778787] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.778869] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.778978] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.779133] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.779198] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.779399] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.799547] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.799732] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.799845] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.800017] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.800331] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-39ce80f7-5511-4fb6-8356-74e80775bea7 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.800577] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-39ce80f7-5511-4fb6-8356-74e80775bea7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.800632] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-39ce80f7-5511-4fb6-8356-74e80775bea7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.800934] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-39ce80f7-5511-4fb6-8356-74e80775bea7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.801072] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ce80f7-5511-4fb6-8356-74e80775bea7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.986443] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.986673] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.986798] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.987070] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.987333] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.987494] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.987605] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.987810] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.987948] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.988167] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.988292] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.988424] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.988542] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.988635] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.988745] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.988859] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.999547] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.999775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.999831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.000048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.000150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.000373] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.000447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.000552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.000790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.000873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.000961] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb already deleted. [ 1031.001057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.009355] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.009579] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.009696] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.009861] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-774" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.010187] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-de3647ba-b94e-4a7d-9305-15513093c84c taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.010418] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-de3647ba-b94e-4a7d-9305-15513093c84c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.010486] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-de3647ba-b94e-4a7d-9305-15513093c84c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.010875] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-de3647ba-b94e-4a7d-9305-15513093c84c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.011022] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3647ba-b94e-4a7d-9305-15513093c84c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.143711] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.143873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.143933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.144186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.144281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.144486] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.144626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.144693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.144844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.144921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.145012] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be deleted. [ 1031.174542] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.174699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.174782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.174954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.175055] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.175155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.285809] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 1031.286213] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 1031.286213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.303881] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.304175] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.304272] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.304627] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.304796] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.304950] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 39ce80f7-5511-4fb6-8356-74e80775bea7 not found, creating... [ 1031.305245] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.305406] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.305521] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.305750] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.305885] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.306234] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.306412] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.306532] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.306742] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.306872] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.307022] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 39ce80f7-5511-4fb6-8356-74e80775bea7 is going to be created. [ 1031.344919] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.345224] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.345407] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.345791] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.346119] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.346458] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-39ce80f7-5511-4fb6-8356-74e80775bea7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.384570] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1031.384842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.384985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.385224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.385314] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.513637] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.513896] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.513992] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.514342] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.514519] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.514684] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port de3647ba-b94e-4a7d-9305-15513093c84c not found, creating... [ 1031.514970] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.515308] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.515455] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.515753] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.515916] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.516271] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.516465] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.516591] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.516834] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.516975] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.517140] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: de3647ba-b94e-4a7d-9305-15513093c84c is going to be created. [ 1031.541070] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.541312] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.541455] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.541742] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.541972] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.542212] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-de3647ba-b94e-4a7d-9305-15513093c84c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.694623] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1031.694851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.695024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.695245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.695439] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.695555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.695617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.695759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.695836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.695916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.696044] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.887483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.887659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.887728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.887938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.888132] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.888231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.888363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.888507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.888591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.888678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.888768] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.035173] env[65945]: INFO networking_nsxv3.common.synchronization [req-9fb5154f-7c1f-4648-8b9e-61ce1bd89054 req-cb5e419d-0e60-4047-8e6f-d9cf657d760a service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1032.035173] env[65945]: INFO networking_nsxv3.common.synchronization [req-9fb5154f-7c1f-4648-8b9e-61ce1bd89054 req-cb5e419d-0e60-4047-8e6f-d9cf657d760a service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1032.035173] env[65945]: INFO networking_nsxv3.common.synchronization [req-9fb5154f-7c1f-4648-8b9e-61ce1bd89054 req-cb5e419d-0e60-4047-8e6f-d9cf657d760a service nova] Enqueued Resource ID: 39ce80f7-5511-4fb6-8356-74e80775bea7 with Priority: HIGHEST for action port [ 1032.035173] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1032.035370] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1032.035407] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ce80f7-5511-4fb6-8356-74e80775bea7 with Priority: HIGHEST for action port [ 1032.035721] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.035906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.036054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.036460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.036510] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.038254] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.038445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.038519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.038951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.038951] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.038951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.039110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.039218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.039256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.039390] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.040342] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-39ce80f7-5511-4fb6-8356-74e80775bea7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.040761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39ce80f7-5511-4fb6-8356-74e80775bea7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.040761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39ce80f7-5511-4fb6-8356-74e80775bea7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.040894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39ce80f7-5511-4fb6-8356-74e80775bea7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.040936] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ce80f7-5511-4fb6-8356-74e80775bea7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.198468] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.198640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.198733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.198944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.199633] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.199633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.199633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.199633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.199633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.199930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.199930] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.200050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.200050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.200200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.200333] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.200419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.200478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.200621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.200692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.200769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.200856] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.276272] env[65945]: INFO networking_nsxv3.common.synchronization [req-fbb53c68-3638-49e9-9fb6-08c4875e7158 req-dca33136-3b03-4dbe-a207-b88009dcc1dc service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 1032.276652] env[65945]: INFO networking_nsxv3.common.synchronization [req-fbb53c68-3638-49e9-9fb6-08c4875e7158 req-dca33136-3b03-4dbe-a207-b88009dcc1dc service nova] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 1032.276920] env[65945]: INFO networking_nsxv3.common.synchronization [req-fbb53c68-3638-49e9-9fb6-08c4875e7158 req-dca33136-3b03-4dbe-a207-b88009dcc1dc service nova] Enqueued Resource ID: de3647ba-b94e-4a7d-9305-15513093c84c with Priority: HIGHEST for action port [ 1032.277896] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_rules [ 1032.278131] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 1032.278372] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3647ba-b94e-4a7d-9305-15513093c84c with Priority: HIGHEST for action port [ 1032.279359] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.279359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.279499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.279774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.279895] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.281150] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.281318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.281514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.281714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.281901] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.282100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.282282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.282414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.282536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.282650] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.283718] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3647ba-b94e-4a7d-9305-15513093c84c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.283890] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3647ba-b94e-4a7d-9305-15513093c84c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.284032] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3647ba-b94e-4a7d-9305-15513093c84c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.284180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3647ba-b94e-4a7d-9305-15513093c84c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.284261] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3647ba-b94e-4a7d-9305-15513093c84c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.391355] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.391766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.391766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.391852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.392109] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.392109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.392273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.392344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.392388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.392474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.392666] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.392752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.392804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.392960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.393174] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.393279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.393345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.393478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.393554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.393747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.393747] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.543337] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.543337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.543507] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.544486] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39ce80f7-5511-4fb6-8356-74e80775bea7 with status ACTIVE [ 1032.544686] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.544796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.547020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.547020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.547020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.547020] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39ce80f7-5511-4fb6-8356-74e80775bea7 is going to be updated. [ 1032.608527] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.608702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.608770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.608977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.609144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.609312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39ce80f7-5511-4fb6-8356-74e80775bea7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.705033] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9763e51-12cb-4708-9f1d-645066c46e6a: rpc.has_security_group_logging(os_id): False [ 1032.724550] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.724792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.725370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.726802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.727868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.727868] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.727868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.727868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.727868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.727868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.728198] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.728198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.728399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.728453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.728497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.729407] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.729407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.729588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.729644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.729697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.729833] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be created. [ 1032.787034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.787166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.787726] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.790243] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de3647ba-b94e-4a7d-9305-15513093c84c with status ACTIVE [ 1032.790334] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.790436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.790506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.790769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.790817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.790981] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.791877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.791877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.791981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.792035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.792221] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.792332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.792397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.792927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.792927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.792927] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de3647ba-b94e-4a7d-9305-15513093c84c is going to be updated. [ 1032.817185] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.817369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.817428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.817656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.817817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.818126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3647ba-b94e-4a7d-9305-15513093c84c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.845403] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.845673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.845673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.846362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.846362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.870478] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1032.896045] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96c7efa-9679-4a90-81cf-340889c4afd8: rpc.has_security_group_logging(os_id): False [ 1032.916948] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.917115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.917384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.917723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.917969] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.918088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.918155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.918363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.918435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.918641] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.918740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.918818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.918944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.919710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.919710] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.919710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.919710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.919710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.919710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.919710] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1033.049225] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.063645] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.063842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.063966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.064124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.064288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.081212] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1033.292224] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.553177] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.553504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.553504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.553594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.553690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.553804] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be created. [ 1033.583461] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.583609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.583681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.583921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.584104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.593588] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: UNINITIALIZED for 2s [ 1033.795148] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.795339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.795411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.795618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.795713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.795817] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be created. [ 1033.826387] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.826566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.826621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.826822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.826991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.852999] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: UNINITIALIZED for 2s [ 1034.888800] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1034.889181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.103547] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1035.103700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.171477] env[65945]: INFO networking_nsxv3.common.synchronization [req-b8d0efcf-894e-4e55-bb03-916fd5ae1424 req-339d26b7-b292-452d-b7b8-4ed25da00756 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1035.171621] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1035.171799] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.171916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.172479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.172479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.172479] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.172479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.172479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.172741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.172741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.172808] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.603909] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1035.606407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.606407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.606407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.606407] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.606407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.606407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.606407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.606407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.606407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.606407] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.675562] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.777253] env[65945]: INFO networking_nsxv3.common.synchronization [req-8cd82b35-e14e-4223-b8ed-743979073427 req-5d8cd5c8-3329-409c-9626-ca9d96978950 tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1035.777819] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1035.778143] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.778266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.778331] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.778557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.778852] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.778852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.779066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.779066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.779188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.779233] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.865092] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 1035.866204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.866204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.866367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.866629] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.867018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.867018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.867018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.867018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.867327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.867327] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.108773] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.109195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.109195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.109195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.109330] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.109441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.109484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.109618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.109701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.109788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.109930] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.110049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.110112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.110253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.110386] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.110471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.110528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.110657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.110997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.110997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.110997] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.178240] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.281707] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.282687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.282847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.283126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.305468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.305633] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.305764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.305886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.306045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.306133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.306232] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be updated. [ 1036.335014] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.335014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.335212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.335301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.335448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.345344] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 1036.371215] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.371426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.371626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.371836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.372089] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.372232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.372323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.372530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.372650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.372780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.372975] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.373118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.373206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.373396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.373590] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.373718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.373806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.373988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.374109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.374222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.374347] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.614341] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01aa1893-7d59-4550-bd68-89b4354fb0fb: rpc.has_security_group_logging(os_id): False [ 1036.635606] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.635756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.635823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.636048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.636141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.636405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.636533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.636601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.636767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.636849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.637056] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.637161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.637206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.637344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.637482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.637701] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.637808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.637962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.638226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.638226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.638226] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be created. [ 1036.681492] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.681492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.681492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.681492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.681782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.681782] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1036.702033] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.702033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.702033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.702033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.702033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.712884] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1036.719892] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.720071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.720144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.720346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.720509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.730396] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1036.876947] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 469b0ddc-22ff-46a3-9548-dead9e6e52da: rpc.has_security_group_logging(os_id): False [ 1036.902312] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.902770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.902770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.902968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.903274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.903509] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.903737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.903737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.904176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.904264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.904481] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.904600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.904657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.904768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.904833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.905034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.905273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.905410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.905582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.905663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.905751] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be created. [ 1036.973270] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.975014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.975014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.975014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.975014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.988190] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 1037.277045] env[65945]: INFO networking_nsxv3.common.synchronization [req-be08b2f5-cc14-418a-8f66-065ec6ff728a req-635ca45a-7ae0-49dd-af62-2e55d8e88e4b tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1037.277615] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1037.277925] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.278103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.278211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.279011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.279011] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.279011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.279011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.279209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.279209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.279282] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.574686] env[65945]: INFO networking_nsxv3.common.synchronization [req-be08b2f5-cc14-418a-8f66-065ec6ff728a req-74faf05f-92ab-49e5-9f52-b17d7cac2741 tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1037.575680] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1037.576160] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.576353] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.781961] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.782135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.782206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.782433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.782531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.782811] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.782966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.783068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.783261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.783368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.783480] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be deleted. [ 1037.813688] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.813834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.813936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.814137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.814232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.814328] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.814481] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.814642] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.814840] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.814904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.814983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.815157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.815203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.815287] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.899826] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.900104] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-253" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.900257] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-253" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.900644] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-253" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.900960] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.901175] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.901321] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.901610] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.901794] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.902042] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.902157] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.902288] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.902405] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.902534] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.902639] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.902805] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.924220] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.924428] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.924539] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.924790] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-253" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.925166] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.925364] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.925491] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.925891] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.926031] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46d1632f-348c-48d6-aa59-ed46ce9bbf8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.320807] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.321183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.321183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.321316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.321393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.321608] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.321701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.321761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.321910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.321987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.322089] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 already deleted. [ 1038.322172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.357692] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 1038.357899] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 deletion is rescheduled due to dependency. [ 1038.357988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.430861] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.431193] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.431353] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.431657] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.431850] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.432022] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 46d1632f-348c-48d6-aa59-ed46ce9bbf8b not found, creating... [ 1038.432302] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.432488] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.432669] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.432943] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.433120] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.433928] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.433928] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.433928] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.434519] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.434519] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.434519] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 46d1632f-348c-48d6-aa59-ed46ce9bbf8b is going to be created. [ 1038.460675] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.460675] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.460675] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.460675] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.460675] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.460675] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.726722] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1038.726951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.748657] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1038.748927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.004292] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 1039.005452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.180322] env[65945]: INFO networking_nsxv3.common.synchronization [req-be08b2f5-cc14-418a-8f66-065ec6ff728a req-1fc0718e-3588-4121-a2d6-bbdeae37080f service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 1039.180322] env[65945]: INFO networking_nsxv3.common.synchronization [req-be08b2f5-cc14-418a-8f66-065ec6ff728a req-1fc0718e-3588-4121-a2d6-bbdeae37080f service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1039.180322] env[65945]: INFO networking_nsxv3.common.synchronization [req-be08b2f5-cc14-418a-8f66-065ec6ff728a req-1fc0718e-3588-4121-a2d6-bbdeae37080f service nova] Enqueued Resource ID: 46d1632f-348c-48d6-aa59-ed46ce9bbf8b with Priority: HIGHEST for action port [ 1039.180322] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 1039.180322] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1039.180322] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d1632f-348c-48d6-aa59-ed46ce9bbf8b with Priority: HIGHEST for action port [ 1039.180322] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.180322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.180322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.180727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.180904] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.181974] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.182261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.182424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.182770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.183031] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.183339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.183504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.183737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.183923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.184128] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.184960] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.185234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.185406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.185653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.185826] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46d1632f-348c-48d6-aa59-ed46ce9bbf8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.687541] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.687821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.687957] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.688887] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46d1632f-348c-48d6-aa59-ed46ce9bbf8b with status ACTIVE [ 1039.689531] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.689531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.689531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.689531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.689703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.689795] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.689892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.689953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.693547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.693547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.693547] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.693547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.693547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.693547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.693547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.693547] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46d1632f-348c-48d6-aa59-ed46ce9bbf8b is going to be updated. [ 1039.714057] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.714214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.714285] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.714485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.714684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.714768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46d1632f-348c-48d6-aa59-ed46ce9bbf8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.194784] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.422460] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.422460] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-151" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.422704] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-151" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.422932] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-151" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.423243] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.423407] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.423938] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.423938] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.423938] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.424141] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.424202] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.424358] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.424622] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.424622] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.424622] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.424773] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.444308] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.444493] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.444633] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.444809] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-151" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.445135] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-32a7a619-c77c-419d-bc70-b3651ea401ed taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.445308] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-32a7a619-c77c-419d-bc70-b3651ea401ed" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.445425] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-32a7a619-c77c-419d-bc70-b3651ea401ed" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.445736] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-32a7a619-c77c-419d-bc70-b3651ea401ed" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.445877] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a7a619-c77c-419d-bc70-b3651ea401ed',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.698727] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.699070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.699070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.699183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.699183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.699259] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be created. [ 1040.725075] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.725424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.725424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.725424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.725710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.736700] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: UNINITIALIZED for 2s [ 1040.948885] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.949091] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.949257] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.949592] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.949771] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.949945] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 32a7a619-c77c-419d-bc70-b3651ea401ed not found, creating... [ 1040.950235] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.950436] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.950565] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.950824] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.950974] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.951289] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.951883] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.951883] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.951883] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.952037] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.952112] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 32a7a619-c77c-419d-bc70-b3651ea401ed is going to be created. [ 1040.975932] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.976159] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.976288] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.976807] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.977061] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.977290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-32a7a619-c77c-419d-bc70-b3651ea401ed" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.729199] env[65945]: INFO networking_nsxv3.common.synchronization [req-be08b2f5-cc14-418a-8f66-065ec6ff728a req-e56a9d46-7bcb-447d-8ca5-55ba12987b6a service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 1041.729199] env[65945]: INFO networking_nsxv3.common.synchronization [req-be08b2f5-cc14-418a-8f66-065ec6ff728a req-e56a9d46-7bcb-447d-8ca5-55ba12987b6a service nova] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1041.729476] env[65945]: INFO networking_nsxv3.common.synchronization [req-be08b2f5-cc14-418a-8f66-065ec6ff728a req-e56a9d46-7bcb-447d-8ca5-55ba12987b6a service nova] Enqueued Resource ID: 32a7a619-c77c-419d-bc70-b3651ea401ed with Priority: HIGHEST for action port [ 1041.730136] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_rules [ 1041.730288] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1041.730423] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a7a619-c77c-419d-bc70-b3651ea401ed with Priority: HIGHEST for action port [ 1041.730670] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.730790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.730994] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.731091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.731307] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a7a619-c77c-419d-bc70-b3651ea401ed taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.731463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a7a619-c77c-419d-bc70-b3651ea401ed" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.731576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a7a619-c77c-419d-bc70-b3651ea401ed" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.731804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a7a619-c77c-419d-bc70-b3651ea401ed" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.731893] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a7a619-c77c-419d-bc70-b3651ea401ed',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.792155] env[65945]: INFO networking_nsxv3.common.synchronization [req-bd89b441-1733-44a4-8eda-effea81139ac req-f339c9d3-1557-4b94-bb70-15d104e611fc tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1041.792155] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1041.792155] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.792155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.792155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.792155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.792457] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.792661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.792867] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.793145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.793330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.793550] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.194495] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.194881] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.194976] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.195290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.195637] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.195824] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.196026] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.196343] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.196521] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.196779] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.196922] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.197057] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.197165] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.197299] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.197445] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.197590] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.217891] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.218111] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.218258] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.218503] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-709" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.218882] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-8ca7b636-5660-48f1-82c5-9a574042550b taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.219039] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-8ca7b636-5660-48f1-82c5-9a574042550b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.219157] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-8ca7b636-5660-48f1-82c5-9a574042550b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.219561] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-8ca7b636-5660-48f1-82c5-9a574042550b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.219723] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ca7b636-5660-48f1-82c5-9a574042550b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.234514] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32a7a619-c77c-419d-bc70-b3651ea401ed with status ACTIVE [ 1042.234739] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.234872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.234934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.235186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.235245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.235412] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.235590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.235660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.235811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.235893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.236089] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.236181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.236239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.236388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.236498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.236587] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32a7a619-c77c-419d-bc70-b3651ea401ed is going to be updated. [ 1042.261497] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.261643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.261718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.261927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.262082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.262246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a7a619-c77c-419d-bc70-b3651ea401ed" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.295849] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.296061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.296143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.296293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.296387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.296595] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.296745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.297780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.298028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.298109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.298209] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 1042.343313] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.343462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.343534] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.343769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.343983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.360206] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 1042.722515] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.722827] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.722992] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.723369] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.723541] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.723719] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 8ca7b636-5660-48f1-82c5-9a574042550b not found, creating... [ 1042.724246] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.724498] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.724635] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.724876] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.725029] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.725330] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.725547] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.725693] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.725903] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.726048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.726240] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 8ca7b636-5660-48f1-82c5-9a574042550b is going to be created. [ 1042.746561] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1042.746911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.746953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.747270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.747495] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.747644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.747739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.747905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.748111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.748229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.748349] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.749324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.749475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.749698] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.749862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.749942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.750132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.750232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.750347] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.752123] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.752428] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.752543] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.753227] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.753227] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.753364] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-8ca7b636-5660-48f1-82c5-9a574042550b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.254896] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.255089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.255353] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.473008] env[65945]: INFO networking_nsxv3.common.synchronization [req-bd89b441-1733-44a4-8eda-effea81139ac req-ff1b4558-a77d-44be-b3f8-4d6cb05dc7a4 service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 1043.473212] env[65945]: INFO networking_nsxv3.common.synchronization [req-bd89b441-1733-44a4-8eda-effea81139ac req-ff1b4558-a77d-44be-b3f8-4d6cb05dc7a4 service nova] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1043.473357] env[65945]: INFO networking_nsxv3.common.synchronization [req-bd89b441-1733-44a4-8eda-effea81139ac req-ff1b4558-a77d-44be-b3f8-4d6cb05dc7a4 service nova] Enqueued Resource ID: 8ca7b636-5660-48f1-82c5-9a574042550b with Priority: HIGHEST for action port [ 1043.474296] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_rules [ 1043.474453] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1043.474587] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca7b636-5660-48f1-82c5-9a574042550b with Priority: HIGHEST for action port [ 1043.474840] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.474963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.475052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.475235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.475317] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.476419] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.476535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.476825] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ca7b636-5660-48f1-82c5-9a574042550b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.477417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ca7b636-5660-48f1-82c5-9a574042550b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.477417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ca7b636-5660-48f1-82c5-9a574042550b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.477417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ca7b636-5660-48f1-82c5-9a574042550b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.477417] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ca7b636-5660-48f1-82c5-9a574042550b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.758412] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.978849] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.979067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.981260] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ca7b636-5660-48f1-82c5-9a574042550b with status ACTIVE [ 1043.981449] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.982065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.982065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.982065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.982065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.982287] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.982287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.982287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.982413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.982511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.982656] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.982780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.982831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.982961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.983066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.983150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ca7b636-5660-48f1-82c5-9a574042550b is going to be updated. [ 1044.009787] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.010024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.010024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.010205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.010371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.010575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ca7b636-5660-48f1-82c5-9a574042550b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.261231] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.261421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.261474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.261659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.261753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.261850] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1044.293865] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.294123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.294205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.294466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.294644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.305420] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1044.371240] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 1044.371433] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 1044.371548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.371939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.372987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.372987] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.373206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.373206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.373392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.373471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.373577] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.708787] env[65945]: INFO networking_nsxv3.common.synchronization [req-b8467835-3027-40da-b8bb-acf62bb0dc8a req-c8b7c19a-6a3a-4bfb-9245-a0c8a49f0e33 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1044.709167] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1044.709501] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.709675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.709828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.709999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.710399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.710590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.710689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.711070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.711070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.711070] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.876118] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.972341] env[65945]: INFO networking_nsxv3.common.synchronization [req-6e329dc5-e839-41d2-a11e-3e25127063a8 req-65bca17d-fe11-4e93-8df5-f7f61690ea75 tempest-ServerDiskConfigTestJSON-1361330258 tempest-ServerDiskConfigTestJSON-1361330258-project-member] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 1044.972707] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGHEST for action security_group_members [ 1044.973033] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.973158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.973225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.973438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.973599] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.973697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.973762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.973901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.973984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.974087] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.197835] env[65945]: INFO networking_nsxv3.common.synchronization [req-2cc9bca0-40d9-4972-9e54-7d001df17f57 req-26baae76-49ff-4fd0-bf32-889550d21e28 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1045.198406] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1045.198805] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.198977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.202292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.202292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.202292] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.202292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.202292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.202292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.202292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.202292] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.216874] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.216874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.216874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.216874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.216874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.216874] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.216874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.216874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.220698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.220698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.220698] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1045.253329] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.254050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.254128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.254360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.254553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.264907] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1045.383036] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.476807] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.477125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.477177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.477403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.477501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.477697] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.477794] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.477855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.478009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.478087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.478170] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be updated. [ 1045.506129] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.506337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.506476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.507263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.507263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.520229] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: IN_PROGRESS for 2s [ 1045.539272] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.539272] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.539655] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.540205] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.540865] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.541425] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.541716] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.542887] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.542887] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.542887] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.542887] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.542887] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.543154] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.543154] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.543154] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.543278] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.576449] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.576449] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.576449] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.576449] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.576449] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-4d266011-398f-4313-8943-a9cb87717b83 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.576449] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-4d266011-398f-4313-8943-a9cb87717b83" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.576449] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-4d266011-398f-4313-8943-a9cb87717b83" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.576449] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-4d266011-398f-4313-8943-a9cb87717b83" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.576449] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d266011-398f-4313-8943-a9cb87717b83',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.703202] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.885574] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.885911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.885911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.885911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.886037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.886103] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 1045.915565] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.915828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.915828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.915981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.916147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.929020] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 1046.077220] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.077220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.077220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.077537] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.077678] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.077837] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 4d266011-398f-4313-8943-a9cb87717b83 not found, creating... [ 1046.078124] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.078385] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.078515] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.078840] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.078984] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.079291] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.079926] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.080168] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.080445] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.080580] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.080736] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 4d266011-398f-4313-8943-a9cb87717b83 is going to be created. [ 1046.104795] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.104795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.104795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.104795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.104795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.104795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-4d266011-398f-4313-8943-a9cb87717b83" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.205790] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.317813] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1046.318109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.318349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.318652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.318888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.319049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.319152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.319304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.319420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.319569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.319697] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.319939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.319939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.320667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.320946] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.321230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.321314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.321502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.321605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.321700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.321801] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.710946] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.710946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.710946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.710946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.710946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.710946] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1046.743750] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.744077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.744371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.744547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.755744] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1046.804835] env[65945]: INFO networking_nsxv3.common.synchronization [req-2cc9bca0-40d9-4972-9e54-7d001df17f57 req-15c0efd5-15e3-4653-bf2d-1d81d5fb0ac3 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1046.805133] env[65945]: INFO networking_nsxv3.common.synchronization [req-2cc9bca0-40d9-4972-9e54-7d001df17f57 req-15c0efd5-15e3-4653-bf2d-1d81d5fb0ac3 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1046.805871] env[65945]: INFO networking_nsxv3.common.synchronization [req-2cc9bca0-40d9-4972-9e54-7d001df17f57 req-15c0efd5-15e3-4653-bf2d-1d81d5fb0ac3 service nova] Enqueued Resource ID: 4d266011-398f-4313-8943-a9cb87717b83 with Priority: HIGHEST for action port [ 1046.806310] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1046.806579] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1046.806703] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d266011-398f-4313-8943-a9cb87717b83 with Priority: HIGHEST for action port [ 1046.807182] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.807819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.807819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.808129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.808129] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.809897] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.810077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.810320] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d266011-398f-4313-8943-a9cb87717b83 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.810466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d266011-398f-4313-8943-a9cb87717b83" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.810560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d266011-398f-4313-8943-a9cb87717b83" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.810817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d266011-398f-4313-8943-a9cb87717b83" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.811191] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d266011-398f-4313-8943-a9cb87717b83',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.824721] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dadac7fe-6de4-4236-92e3-8e9e3c8de631: rpc.has_security_group_logging(os_id): False [ 1046.848180] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.849246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.849458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.850121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.850306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.850720] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.850909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.851169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.851296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.852482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.852482] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.852482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.852482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.852694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.853884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.854112] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.854344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.854561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.854722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.854868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.855016] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be created. [ 1046.930571] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.930912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.930912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.931033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.931222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.953244] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1047.276695] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1047.276893] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb deletion is rescheduled due to dependency. [ 1047.277260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.313816] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.314152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.314397] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d266011-398f-4313-8943-a9cb87717b83 with status ACTIVE [ 1047.314611] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.314749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.314821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.315075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.315323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.315409] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.315466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.315512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.315723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.315830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.316069] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.316180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.316247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.316416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.316416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.316925] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d266011-398f-4313-8943-a9cb87717b83 is going to be updated. [ 1047.353181] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.353181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.353181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.353181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.353411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.353477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d266011-398f-4313-8943-a9cb87717b83" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.540233] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da in Status: SUCCESS [ 1047.540442] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da deletion is rescheduled due to dependency. [ 1047.540577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.643821] env[65945]: INFO networking_nsxv3.common.synchronization [req-43d7f25a-5087-43db-a343-98e97e9c2253 req-0ebf96b5-5fc7-4a6c-add2-bd09dc235cc7 tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1047.644604] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1047.644874] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.645020] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.645508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.645779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.645944] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.646180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.646180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.646378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.646510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.646612] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.949371] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 1047.949839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.949966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.952124] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.952124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.952124] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.149287] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.149661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.149661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.149861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.149966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.150216] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.150386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.150488] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.150664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.150809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.150970] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be updated. [ 1048.193478] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.193478] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.193980] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.194134] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.194453] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.194729] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.194950] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.195339] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.195565] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.195940] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.196218] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.196445] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.196622] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.196811] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.197030] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.197290] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.271287] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.271629] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.074 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.271810] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.272194] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.273105] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-8b547491-3d21-4d38-a11f-a8e198de4be1 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.273370] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-8b547491-3d21-4d38-a11f-a8e198de4be1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.273733] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-8b547491-3d21-4d38-a11f-a8e198de4be1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.274466] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-8b547491-3d21-4d38-a11f-a8e198de4be1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.274466] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b547491-3d21-4d38-a11f-a8e198de4be1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.308293] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.308674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.308674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.308999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.308999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.323070] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 1048.454700] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.454973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.455193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.455630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.455847] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.455964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.456069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.456234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.456322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.456416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.456689] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.456787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.456850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.457017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.457168] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.457282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.457374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.457550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.457633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.457720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.457812] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.541688] env[65945]: INFO networking_nsxv3.common.synchronization [req-8aa93e1c-5365-468a-9d59-37dceb046190 req-24cca2e4-a2f9-49cf-9c66-afa8c741ee18 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_members [ 1048.542414] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGHEST for action security_group_members [ 1048.542750] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.542878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.542947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.543175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.543490] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.543634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.543704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.543891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.543972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.544094] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.771541] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1048.771541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.771541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.772478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.773018] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.773018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.773018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.775531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.775531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.775531] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.777992] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.778409] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.778651] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.779035] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.779239] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.779418] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 8b547491-3d21-4d38-a11f-a8e198de4be1 not found, creating... [ 1048.779750] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.779933] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.780086] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.780344] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.780506] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.780855] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.782096] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.782298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.783957] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.783957] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.783957] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 8b547491-3d21-4d38-a11f-a8e198de4be1 is going to be created. [ 1048.823772] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.824345] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.824345] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.824600] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.825173] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.825561] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-8b547491-3d21-4d38-a11f-a8e198de4be1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.960975] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a518c947-a614-44d4-bf2f-5ec0b00d464d: rpc.has_security_group_logging(os_id): False [ 1048.982799] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.983015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.983094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.983248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.983337] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.983577] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.983689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.983785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.984017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.984130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.984349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.984463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.984541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.984688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.984786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.985064] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.985188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.985254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.985400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.985477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.985562] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 1048.987276] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1048.987464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.988042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.988208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.988328] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.049151] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.049151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.049151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.049444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.049571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.049926] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.050082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.050157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.050363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.050475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.050549] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2931d63-63a8-4795-a439-46d4940557eb is going to be updated. [ 1049.087189] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.087429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.087429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.087725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.087892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.093044] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.093185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.093277] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.093463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.093617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.104226] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2931d63-63a8-4795-a439-46d4940557eb in Status: IN_PROGRESS for 2s [ 1049.109701] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 1049.286448] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.491324] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.491524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.491599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.491914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.491991] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.492096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.492976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.492976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.492976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.492976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.492976] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.548320] env[65945]: INFO networking_nsxv3.common.synchronization [req-43d7f25a-5087-43db-a343-98e97e9c2253 req-54436608-e144-41da-ad2a-d2373a1436aa service nova] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 1049.548615] env[65945]: INFO networking_nsxv3.common.synchronization [req-43d7f25a-5087-43db-a343-98e97e9c2253 req-54436608-e144-41da-ad2a-d2373a1436aa service nova] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1049.548796] env[65945]: INFO networking_nsxv3.common.synchronization [req-43d7f25a-5087-43db-a343-98e97e9c2253 req-54436608-e144-41da-ad2a-d2373a1436aa service nova] Enqueued Resource ID: 8b547491-3d21-4d38-a11f-a8e198de4be1 with Priority: HIGHEST for action port [ 1049.550075] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 1049.550224] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1049.550334] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b547491-3d21-4d38-a11f-a8e198de4be1 with Priority: HIGHEST for action port [ 1049.550579] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.550701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.550783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.550995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.551083] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.554775] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.554914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.555149] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b547491-3d21-4d38-a11f-a8e198de4be1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.555254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b547491-3d21-4d38-a11f-a8e198de4be1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.555320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b547491-3d21-4d38-a11f-a8e198de4be1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.555508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b547491-3d21-4d38-a11f-a8e198de4be1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.555591] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b547491-3d21-4d38-a11f-a8e198de4be1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.791405] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.998335] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.998844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.998844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.998844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.999080] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.999080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.999165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.999486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.999486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.999486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.999648] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.999697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.999763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.999906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.000575] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.000575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.000575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.000575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.000575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.000575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.000884] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.055144] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.055390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.060577] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b547491-3d21-4d38-a11f-a8e198de4be1 with status ACTIVE [ 1050.060870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.061075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.061141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.061351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.061438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.061623] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.061768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.061827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.061952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.062028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.062229] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.062335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.062385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.062533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.062603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.062684] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b547491-3d21-4d38-a11f-a8e198de4be1 is going to be updated. [ 1050.084298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.084595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.084703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.085035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.085244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.085357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b547491-3d21-4d38-a11f-a8e198de4be1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.296400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.296400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.296400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.296400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.296400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.296400] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1050.332144] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.332395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.332470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.332694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.332851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.334470] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 1050.334622] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 deletion is rescheduled due to dependency. [ 1050.334718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.335223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.335403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.335569] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.335669] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.335731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.335865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.335937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.336037] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.341714] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1050.503514] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dadac7fe-6de4-4236-92e3-8e9e3c8de631: rpc.has_security_group_logging(os_id): False [ 1050.524439] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.524643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.524735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.524942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.525045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.525263] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.525362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.525412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.525561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.525637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.525814] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.525908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.525966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.526121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.526203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.526412] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.526530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.526599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.526790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.526875] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.526961] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1050.605427] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.605552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.605629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.605845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.605993] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.626140] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1050.842196] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.117615] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2931d63-63a8-4795-a439-46d4940557eb in Status: SUCCESS [ 1051.117983] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2931d63-63a8-4795-a439-46d4940557eb deletion is rescheduled due to dependency. [ 1051.117983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.130223] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 1051.130541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.344583] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.848348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.848533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.848599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.848922] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.849046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.849160] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be updated. [ 1051.887858] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.888079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.888348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.888737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.889282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.902319] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 1052.352963] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1052.353295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.353468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.353687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.353960] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.354094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.354139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.354307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.354385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.354480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.354586] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.643964] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1052.644211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.756315] env[65945]: INFO networking_nsxv3.common.synchronization [req-07eec028-1aa7-4a69-a4d8-93875422cef6 req-21c729da-52f2-4b6e-86ea-b2c9ef50ac82 tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1052.756514] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1052.756952] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.757106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.758454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.758454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.758454] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.758454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.758454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.758454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.758454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.758454] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.856899] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.857115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.857160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.857349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.857518] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.857618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.857682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.857840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.857940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.858013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.858171] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.858269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.858321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.858456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.858595] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.858777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.858841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.858982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.859084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.859183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.859281] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.135047] env[65945]: INFO networking_nsxv3.common.synchronization [req-07eec028-1aa7-4a69-a4d8-93875422cef6 req-1c481d3a-dda0-4197-9cd8-21549ddae802 tempest-ServersTestMultiNic-745930314 tempest-ServersTestMultiNic-745930314-project-member] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1053.135047] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGHEST for action security_group_members [ 1053.135831] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.136128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.263161] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.361692] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96c7efa-9679-4a90-81cf-340889c4afd8: rpc.has_security_group_logging(os_id): False [ 1053.382675] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.382956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.383092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.383340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.383452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.383749] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.383854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.383854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.384110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.384216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.384418] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.384515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.384576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.384714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.384788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.384966] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.385069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.385121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.385263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.385329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.385405] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1053.459791] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.459791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.459791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.459946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.460041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.480335] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1053.649069] env[65945]: INFO networking_nsxv3.common.synchronization [None req-0c796900-eaf7-4a36-b64e-4b5935b843a6 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_rules [ 1053.650788] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_rules [ 1053.650788] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.650788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.650788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.650788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.650788] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.761313] env[65945]: INFO networking_nsxv3.common.synchronization [None req-0741ec9b-91f9-4e3d-be99-90bdde198654 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_rules [ 1053.761915] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_rules [ 1053.762337] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.762444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.765507] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.912937] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 1053.913286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.913489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.913714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.913910] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.914045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.914142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.914486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.914486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.914486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.914645] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.175500] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.175714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.176074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.178416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.178719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.178719] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 already deleted. [ 1054.178849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.179029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.179227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.179315] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.268394] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.268886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.269197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.269676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.269887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.270283] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1054.304041] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.304289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.304377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.304663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.304921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.316321] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1054.417055] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.703608] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.703776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.703901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.704656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.704656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.704656] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 already deleted. [ 1054.704656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.919459] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ceaae064-1736-4d9b-8eff-c20905dd6031: rpc.has_security_group_logging(os_id): False [ 1054.940115] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.940294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.940367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.940582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.940672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.940919] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.941026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.941133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.941243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.941320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.941407] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be updated. [ 1054.998746] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.998904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.998980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.999202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.999352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.012113] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 1055.497109] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1055.497480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.328343] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1056.328521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.328773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.329062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.329265] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.329419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.329535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.329794] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.329794] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.329794] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.832664] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.833069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.833069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.833208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.833316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.833555] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.833673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.833767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.833936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.834058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.834157] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be updated. [ 1056.869998] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.869998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.869998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.869998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.869998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.883054] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: IN_PROGRESS for 2s [ 1057.026687] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 1057.026948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.796952] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1058.796952] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1058.893867] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 in Status: SUCCESS [ 1058.894158] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 deletion is rescheduled due to dependency. [ 1058.894288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.153917] env[65945]: INFO networking_nsxv3.common.synchronization [req-e846ec8d-923a-451b-865f-6100b538a8c8 req-e4e9a99f-6264-45f0-b3f6-f475bcbd0302 tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1060.154315] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1060.154659] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.154786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.154889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.155111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.155272] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.155382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.155448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.155586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.155671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.155764] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.658430] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.658552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.658621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.658908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.659056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.659261] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.659421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.659475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.659664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.659844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.660017] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1060.694438] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.694740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.694878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.695409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.695409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.718282] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1061.404135] env[65945]: INFO networking_nsxv3.common.synchronization [req-9c542dd1-9dba-41f8-965a-797a83685a66 req-feeb2560-2a14-4960-af74-0c6aa1bce99c tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_members [ 1061.404135] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_members [ 1061.411148] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d961528-3264-4e3a-9c3f-9ad5832b27c4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.411148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.411148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.411148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.411148] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.411148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.411148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.411148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.411148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.411148] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.904343] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.904574] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.905265] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.905672] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.905934] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.906163] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.906287] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.906872] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.907044] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.907193] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.907351] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.907501] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.907546] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.907649] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.907756] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.907891] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.915329] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.915329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.915329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.915329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.915329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.915623] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.915623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.915623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.915795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.915880] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.915978] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 already deleted. [ 1061.916193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.927633] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.927779] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.927875] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.928065] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.928607] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-a506b47b-effe-4145-bfb4-40fef5d2aca2 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.928607] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-a506b47b-effe-4145-bfb4-40fef5d2aca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.928972] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-a506b47b-effe-4145-bfb4-40fef5d2aca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.929052] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-a506b47b-effe-4145-bfb4-40fef5d2aca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.929193] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a506b47b-effe-4145-bfb4-40fef5d2aca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.296538] env[65945]: INFO networking_nsxv3.common.synchronization [req-a08c3fa0-d97e-4275-951f-870144406390 req-63070e94-5dff-419b-971d-10a5c10aeb6b tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_members [ 1062.297513] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGHEST for action security_group_members [ 1062.298349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.298349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.298349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.298604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.298889] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.299065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.299143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.299340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.299435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.299550] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.431869] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.432403] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.432473] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.432809] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.432959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.433125] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port a506b47b-effe-4145-bfb4-40fef5d2aca2 not found, creating... [ 1062.433408] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.433550] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.433683] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.433919] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.434073] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.434465] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.434645] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.434782] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.434992] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.435148] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.435301] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: a506b47b-effe-4145-bfb4-40fef5d2aca2 is going to be created. [ 1062.456957] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.457304] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.457446] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.457793] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.458106] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.458403] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-a506b47b-effe-4145-bfb4-40fef5d2aca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.727639] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1062.727871] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a deletion is rescheduled due to dependency. [ 1062.728071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.802059] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.802224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.802298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.802521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.802614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.802808] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.802904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.802969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.803371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.803371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.803371] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 is going to be updated. [ 1062.837249] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.837491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.837491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.837961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.837961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.847727] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 in Status: IN_PROGRESS for 2s [ 1063.227354] env[65945]: INFO networking_nsxv3.common.synchronization [req-9c542dd1-9dba-41f8-965a-797a83685a66 req-31f4efec-977d-4ccb-94cd-1e354e7d472a service nova] Enqueued Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_rules [ 1063.227540] env[65945]: INFO networking_nsxv3.common.synchronization [req-9c542dd1-9dba-41f8-965a-797a83685a66 req-31f4efec-977d-4ccb-94cd-1e354e7d472a service nova] Enqueued Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_members [ 1063.227678] env[65945]: INFO networking_nsxv3.common.synchronization [req-9c542dd1-9dba-41f8-965a-797a83685a66 req-31f4efec-977d-4ccb-94cd-1e354e7d472a service nova] Enqueued Resource ID: a506b47b-effe-4145-bfb4-40fef5d2aca2 with Priority: HIGHEST for action port [ 1063.228254] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_rules [ 1063.228390] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_members [ 1063.228491] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a506b47b-effe-4145-bfb4-40fef5d2aca2 with Priority: HIGHEST for action port [ 1063.228832] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.228991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.229124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.229407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.229523] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.231119] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d961528-3264-4e3a-9c3f-9ad5832b27c4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.231119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.231119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.231119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.231119] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.231436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.231436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.231527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.231693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.231763] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.232934] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a506b47b-effe-4145-bfb4-40fef5d2aca2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.233073] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a506b47b-effe-4145-bfb4-40fef5d2aca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.233142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a506b47b-effe-4145-bfb4-40fef5d2aca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.233311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a506b47b-effe-4145-bfb4-40fef5d2aca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.233665] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a506b47b-effe-4145-bfb4-40fef5d2aca2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.724373] env[65945]: INFO networking_nsxv3.common.synchronization [req-fd8ad88c-56d7-4bce-9712-ebc9ad8df947 req-c90b1e4d-746f-44a9-938c-45e195cdfc62 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1063.725159] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1063.725565] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.725725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.725818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.726099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.726310] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.726438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.726530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.726719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.726860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.726987] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.735420] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.737183] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d961528-3264-4e3a-9c3f-9ad5832b27c4 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.737183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.742444] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a506b47b-effe-4145-bfb4-40fef5d2aca2 with status ACTIVE [ 1063.742444] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.742444] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.742444] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.742444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.742444] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a506b47b-effe-4145-bfb4-40fef5d2aca2 is going to be updated. [ 1063.763855] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.763855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.763855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.763855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.763855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.763855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a506b47b-effe-4145-bfb4-40fef5d2aca2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.079055] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.079271] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.079406] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.079673] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.079984] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.080252] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.080414] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.080679] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.080866] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.081128] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.081282] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.081428] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.081570] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.081716] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.081856] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.082036] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.100214] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.100412] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.100556] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.100733] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.101063] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-72900978-031c-402d-bb40-0bd29130534c taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.101268] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-72900978-031c-402d-bb40-0bd29130534c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.101443] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-72900978-031c-402d-bb40-0bd29130534c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.101782] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-72900978-031c-402d-bb40-0bd29130534c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.101929] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72900978-031c-402d-bb40-0bd29130534c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.230059] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.238734] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.603797] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.604030] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.604163] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.604453] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.604616] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.604758] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 72900978-031c-402d-bb40-0bd29130534c not found, creating... [ 1064.605064] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.605244] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.605368] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.605596] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.605737] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.606035] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.606201] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.606321] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.606532] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.606669] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.606837] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 72900978-031c-402d-bb40-0bd29130534c is going to be created. [ 1064.625432] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.625638] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.625770] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.626298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.626552] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.626776] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-72900978-031c-402d-bb40-0bd29130534c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.732075] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.740763] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.740908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.740983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.741335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.741443] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 is going to be created. [ 1064.779040] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.779040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.779040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.779257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.779415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.789097] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 in Status: UNINITIALIZED for 2s [ 1064.860759] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 in Status: SUCCESS [ 1064.860974] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 deletion is rescheduled due to dependency. [ 1064.861136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.234263] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.234524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.234646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.234939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.235093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.235232] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1065.283928] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.284107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.284156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.284370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.284520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.297179] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1065.356142] env[65945]: INFO networking_nsxv3.common.synchronization [req-fd8ad88c-56d7-4bce-9712-ebc9ad8df947 req-30169e53-a0bc-4e33-a67e-d212b9eb4ba4 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1065.356343] env[65945]: INFO networking_nsxv3.common.synchronization [req-fd8ad88c-56d7-4bce-9712-ebc9ad8df947 req-30169e53-a0bc-4e33-a67e-d212b9eb4ba4 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1065.356493] env[65945]: INFO networking_nsxv3.common.synchronization [req-fd8ad88c-56d7-4bce-9712-ebc9ad8df947 req-30169e53-a0bc-4e33-a67e-d212b9eb4ba4 service nova] Enqueued Resource ID: 72900978-031c-402d-bb40-0bd29130534c with Priority: HIGHEST for action port [ 1065.358607] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1065.358796] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1065.358926] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72900978-031c-402d-bb40-0bd29130534c with Priority: HIGHEST for action port [ 1065.359336] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.359497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.359561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.359804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.359940] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.361510] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.361619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.362948] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-72900978-031c-402d-bb40-0bd29130534c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.363103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72900978-031c-402d-bb40-0bd29130534c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.363176] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72900978-031c-402d-bb40-0bd29130534c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.363380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72900978-031c-402d-bb40-0bd29130534c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.363463] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72900978-031c-402d-bb40-0bd29130534c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.865439] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.865725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.865831] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72900978-031c-402d-bb40-0bd29130534c with status ACTIVE [ 1065.866077] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.866193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.866281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.866512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.866595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.866870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.866956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.867027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.867279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.867373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.867572] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.867698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.868339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.868339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.868339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.868339] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72900978-031c-402d-bb40-0bd29130534c is going to be updated. [ 1065.893744] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.894211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.894420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.894776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.895077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.895313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72900978-031c-402d-bb40-0bd29130534c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.126588] env[65945]: INFO networking_nsxv3.common.synchronization [req-085fa63c-2717-4ede-a081-d02a3b16f17c req-b2a19ac9-83ba-4157-af18-83eceb86ba1a tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1066.128038] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1066.128125] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.128243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.128301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.128486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.128688] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.128807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.129259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.129259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.129259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.129374] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.474755] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.474949] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.475089] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.475353] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.475646] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.475960] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.475960] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.476146] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.476289] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.476496] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.476614] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.476728] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.476874] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.477035] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.477159] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.477291] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.510271] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.510394] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.511911] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.511911] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.511911] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-77ee48bc-88e5-4dcf-8cc6-e55065984c23 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.511911] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-77ee48bc-88e5-4dcf-8cc6-e55065984c23" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.511911] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-77ee48bc-88e5-4dcf-8cc6-e55065984c23" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.511911] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-77ee48bc-88e5-4dcf-8cc6-e55065984c23" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.511911] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ee48bc-88e5-4dcf-8cc6-e55065984c23',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.634506] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.634661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.634736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.634961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.635072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.635259] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.635371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.635438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.635596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.635700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.635834] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1066.662445] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.662589] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.662657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.662866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.663017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.673860] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1066.810616] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 in Status: SUCCESS [ 1066.810877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.811068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.811317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.811512] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.811631] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.811697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.811842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.811936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.812052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.812161] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.014503] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.014750] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.014831] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.015123] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.015273] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.015430] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 77ee48bc-88e5-4dcf-8cc6-e55065984c23 not found, creating... [ 1067.015686] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.015848] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.015967] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.016208] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.016345] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.016629] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.016807] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.016995] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.017115] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.017250] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.017391] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 77ee48bc-88e5-4dcf-8cc6-e55065984c23 is going to be created. [ 1067.043927] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.044152] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.044278] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.044554] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.044786] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.045029] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-77ee48bc-88e5-4dcf-8cc6-e55065984c23" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.309067] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1067.309308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.309478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.309698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.309933] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.310076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.310143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.310327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.310392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.310499] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.314189] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.729394] env[65945]: INFO networking_nsxv3.common.synchronization [req-085fa63c-2717-4ede-a081-d02a3b16f17c req-c7bfbae5-0da5-4db4-8046-0db18bc67236 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1067.729640] env[65945]: INFO networking_nsxv3.common.synchronization [req-085fa63c-2717-4ede-a081-d02a3b16f17c req-c7bfbae5-0da5-4db4-8046-0db18bc67236 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1067.729879] env[65945]: INFO networking_nsxv3.common.synchronization [req-085fa63c-2717-4ede-a081-d02a3b16f17c req-c7bfbae5-0da5-4db4-8046-0db18bc67236 service nova] Enqueued Resource ID: 77ee48bc-88e5-4dcf-8cc6-e55065984c23 with Priority: HIGHEST for action port [ 1067.731825] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1067.731903] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1067.732043] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ee48bc-88e5-4dcf-8cc6-e55065984c23 with Priority: HIGHEST for action port [ 1067.732487] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.734147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.734147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.734147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.734147] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.735091] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.735091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.735091] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ee48bc-88e5-4dcf-8cc6-e55065984c23 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.735091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ee48bc-88e5-4dcf-8cc6-e55065984c23" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.735091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ee48bc-88e5-4dcf-8cc6-e55065984c23" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.735419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ee48bc-88e5-4dcf-8cc6-e55065984c23" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.735419] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ee48bc-88e5-4dcf-8cc6-e55065984c23',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.812947] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.818198] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d961528-3264-4e3a-9c3f-9ad5832b27c4: rpc.has_security_group_logging(os_id): False [ 1067.834480] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.834627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.834700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.834910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.835009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.835253] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.835359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.835408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.835601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.835683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.835771] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 is going to be created. [ 1067.902475] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.902626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.902716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.902916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.903114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.915321] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 in Status: IN_PROGRESS for 2s [ 1068.237390] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.237771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.237771] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77ee48bc-88e5-4dcf-8cc6-e55065984c23 with status ACTIVE [ 1068.237889] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.238000] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.238072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.238290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.238380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.238547] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.238641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.238702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.238851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.239119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.239338] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.239444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.239525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.239826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.239952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.240059] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77ee48bc-88e5-4dcf-8cc6-e55065984c23 is going to be updated. [ 1068.262273] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.262424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.262495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.262696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.262830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.262989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ee48bc-88e5-4dcf-8cc6-e55065984c23" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.315903] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.377973] env[65945]: INFO networking_nsxv3.common.synchronization [None req-6cf28f8e-f548-4da1-ad76-d96494b96e06 tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_rules [ 1068.379372] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_rules [ 1068.379372] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eaed105-7808-40c4-8ad1-25516031be6f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.379372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.379372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.379577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.379634] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.481393] env[65945]: INFO networking_nsxv3.common.synchronization [None req-616a5fb3-128f-44d4-87ce-e24cf7de1301 tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_rules [ 1068.481931] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_rules [ 1068.482277] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eaed105-7808-40c4-8ad1-25516031be6f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.482407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.684673] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1068.684779] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a deletion is rescheduled due to dependency. [ 1068.684939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.685354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.685572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.685766] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.688765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.688765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.688765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.688765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.688765] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.818329] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.818550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.819017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.819017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.819244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.819244] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1068.872691] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.872691] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.872691] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.872691] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.872990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.886123] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1068.905208] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.905208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.905208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.905208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.905576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.905576] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eaed105-7808-40c4-8ad1-25516031be6f already deleted. [ 1068.905576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.905653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.906382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.906382] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.190031] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.427357] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.427721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.427721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.427849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.427943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.428049] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eaed105-7808-40c4-8ad1-25516031be6f already deleted. [ 1069.428195] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.691465] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.930196] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 in Status: SUCCESS [ 1069.930521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.194214] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.198502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.198502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.198502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.198502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.198502] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1070.230930] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.231402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.231402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.231594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.231627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.245125] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1070.896941] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1070.897341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.897410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.897657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.897852] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.897967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.898037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.898201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.898282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.898368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.898456] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.401863] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.402157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.402288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.402611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.402840] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.403012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.403103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.403322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.403423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.403516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.403695] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.403792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.403849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.404039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.404216] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.404331] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.404397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.404538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.404618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.404701] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.404928] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.907984] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96c7efa-9679-4a90-81cf-340889c4afd8: rpc.has_security_group_logging(os_id): False [ 1071.925924] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.926129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.926129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.926387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.926494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.926724] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.926933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.927087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.927273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.927378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.927626] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.927736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.927803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.927962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.928054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.928242] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.928336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.928415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.928613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.928736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.928865] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1071.992252] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.992454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.992454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.992703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.992859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.010437] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1072.255341] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1072.255780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.255780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.255938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.256150] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.256268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.256335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.256487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.256567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.256651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.256744] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.758921] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.759230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.759305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.759540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.759718] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.759857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.760072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.760240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.760393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.760510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.760669] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.760781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.760836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.761173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.761173] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.761271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.761298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.761424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.761499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.761582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.761668] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.264199] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9763e51-12cb-4708-9f1d-645066c46e6a: rpc.has_security_group_logging(os_id): False [ 1073.283037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.283037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.283228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.283276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.283369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.283573] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.283670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.283733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.283881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.283957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.284148] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.284242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.284323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.284503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.284546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.284728] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.284822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.284883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.285051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.285136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.285223] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1073.351075] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.351075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.351075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.351405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.351405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.363967] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1073.483197] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1073.483356] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1074.027627] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1074.027845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.270424] env[65945]: INFO networking_nsxv3.common.synchronization [req-1b123e3d-c320-4f19-98d2-2a1f2781bab8 req-827505ba-c1bb-491f-a8ea-27fabd3e9c2e tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_members [ 1074.270731] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_members [ 1074.270982] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eaed105-7808-40c4-8ad1-25516031be6f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.271288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.271734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.271734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.271845] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.271948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.272272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.272272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.272496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.272496] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.615190] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.615453] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.615536] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.615820] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.616104] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.616327] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.616482] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.616712] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.616946] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.617196] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.617316] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.617424] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.617530] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.617638] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.617785] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.617878] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.637987] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.638245] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.638381] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.638561] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.639051] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.639310] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.639465] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.639788] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.639930] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4db91dc4-3a3c-44cc-b40e-b9fc3a106606',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.774908] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.775097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.775660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.775660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.775660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.775660] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.775832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.775832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.775951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.776026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.776110] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eaed105-7808-40c4-8ad1-25516031be6f already deleted. [ 1074.776196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.142036] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.142321] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.142501] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.142899] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.143103] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.143269] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 4db91dc4-3a3c-44cc-b40e-b9fc3a106606 not found, creating... [ 1075.143534] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.143692] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.143808] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.144046] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.144188] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.144465] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.144620] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.144736] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.144938] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.145085] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.145225] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 4db91dc4-3a3c-44cc-b40e-b9fc3a106606 is going to be created. [ 1075.167749] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.167979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.168095] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.168398] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.168647] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.168859] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.380372] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1075.380705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.598812] env[65945]: INFO networking_nsxv3.common.synchronization [req-fdf020cf-244a-4434-a6c7-4a38ee198679 req-947f926c-581f-461d-b781-b70df1cf5a22 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1075.599563] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1075.599909] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.600053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.600145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.600369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.601054] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.601229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.601270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.601417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.601509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.601612] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.899146] env[65945]: INFO networking_nsxv3.common.synchronization [req-1b123e3d-c320-4f19-98d2-2a1f2781bab8 req-b5070c39-4046-45ea-b644-2eb1fef4919d service nova] Enqueued Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_rules [ 1075.899368] env[65945]: INFO networking_nsxv3.common.synchronization [req-1b123e3d-c320-4f19-98d2-2a1f2781bab8 req-b5070c39-4046-45ea-b644-2eb1fef4919d service nova] Enqueued Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_members [ 1075.899514] env[65945]: INFO networking_nsxv3.common.synchronization [req-1b123e3d-c320-4f19-98d2-2a1f2781bab8 req-b5070c39-4046-45ea-b644-2eb1fef4919d service nova] Enqueued Resource ID: 4db91dc4-3a3c-44cc-b40e-b9fc3a106606 with Priority: HIGHEST for action port [ 1075.900074] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_rules [ 1075.900226] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_members [ 1075.900342] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db91dc4-3a3c-44cc-b40e-b9fc3a106606 with Priority: HIGHEST for action port [ 1075.900622] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eaed105-7808-40c4-8ad1-25516031be6f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.900745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.900826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.901015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.901101] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.901927] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eaed105-7808-40c4-8ad1-25516031be6f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.902053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.902124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.902290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.902434] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.902523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.902590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.902720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.902804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.902893] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.903984] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.904063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.904134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.904260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.904333] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4db91dc4-3a3c-44cc-b40e-b9fc3a106606',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.104373] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.406445] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.407988] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eaed105-7808-40c4-8ad1-25516031be6f taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.408142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.408436] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4db91dc4-3a3c-44cc-b40e-b9fc3a106606 with status ACTIVE [ 1076.408601] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.408710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.408778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.408978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.409137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.409326] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.409445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.409502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.409647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.409723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.409896] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.409997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.410082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.410227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.410302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.410387] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4db91dc4-3a3c-44cc-b40e-b9fc3a106606 is going to be updated. [ 1076.433607] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.433828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.433828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.434025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.434208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.434376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4db91dc4-3a3c-44cc-b40e-b9fc3a106606" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.590354] env[65945]: INFO networking_nsxv3.common.synchronization [req-bd8ebbb1-091a-4cfc-9ea9-08880fec332a req-d30a8020-5f10-451b-be37-25f41fc781cc tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 1076.591388] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 1076.592590] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.592787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.592905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.593236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.593511] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.593682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.593800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.594115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.594403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.594461] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.609453] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.906267] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.906473] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.906598] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.906971] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.907372] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.907551] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.907673] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.907904] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.908063] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.908275] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.908391] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.908531] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.908643] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.908758] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.908864] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.909008] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.910501] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.929355] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.929355] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.929355] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.929355] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.930087] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-a50dc487-31c6-4506-9754-3ce94f29a1f5 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.930338] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.930498] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.930959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.931184] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50dc487-31c6-4506-9754-3ce94f29a1f5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.097328] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.097666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.098490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.098490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.112320] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.112468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.112541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.112818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.112921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.113049] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1077.120225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.120481] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.120598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.120665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.120871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.120954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.121057] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee is going to be updated. [ 1077.144479] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.144640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.144710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.144941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.145153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.147089] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.147230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.147299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.147489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.147627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.158151] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1077.158479] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: IN_PROGRESS for 2s [ 1077.413046] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.413046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.413046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.413046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.413588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.413588] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eaed105-7808-40c4-8ad1-25516031be6f is going to be created. [ 1077.433926] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.434167] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.434295] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.434570] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.434720] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.434873] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port a50dc487-31c6-4506-9754-3ce94f29a1f5 not found, creating... [ 1077.435151] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.435310] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.435427] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.435645] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.435778] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.436066] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.436223] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.436338] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.436542] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.436674] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.436812] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: a50dc487-31c6-4506-9754-3ce94f29a1f5 is going to be created. [ 1077.438594] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.438709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.438778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.438975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.439151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.450522] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eaed105-7808-40c4-8ad1-25516031be6f in Status: UNINITIALIZED for 2s [ 1077.459261] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.459473] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.459601] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.459879] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.460126] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.460351] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.225799] env[65945]: INFO networking_nsxv3.common.synchronization [req-bd8ebbb1-091a-4cfc-9ea9-08880fec332a req-0d5d1410-7b9c-4cf2-8753-7fc167140a60 service nova] Enqueued Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_rules [ 1078.225992] env[65945]: INFO networking_nsxv3.common.synchronization [req-bd8ebbb1-091a-4cfc-9ea9-08880fec332a req-0d5d1410-7b9c-4cf2-8753-7fc167140a60 service nova] Enqueued Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 1078.226150] env[65945]: INFO networking_nsxv3.common.synchronization [req-bd8ebbb1-091a-4cfc-9ea9-08880fec332a req-0d5d1410-7b9c-4cf2-8753-7fc167140a60 service nova] Enqueued Resource ID: a50dc487-31c6-4506-9754-3ce94f29a1f5 with Priority: HIGHEST for action port [ 1078.226723] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_rules [ 1078.226886] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 1078.227028] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a50dc487-31c6-4506-9754-3ce94f29a1f5 with Priority: HIGHEST for action port [ 1078.227335] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.227499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.227589] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.227787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.227876] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.229402] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.229521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.229739] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a50dc487-31c6-4506-9754-3ce94f29a1f5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.229830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.229921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.230234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.230296] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50dc487-31c6-4506-9754-3ce94f29a1f5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.732099] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.732099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.732527] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a50dc487-31c6-4506-9754-3ce94f29a1f5 with status ACTIVE [ 1078.732527] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.732527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.732641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.732765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.732850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.733987] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.733987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.733987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.733987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.733987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.733987] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.733987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.733987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.734496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.734496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.734496] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a50dc487-31c6-4506-9754-3ce94f29a1f5 is going to be updated. [ 1078.773996] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.774241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.774317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.774491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.774639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.774801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.170624] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: SUCCESS [ 1079.171140] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee deletion is rescheduled due to dependency. [ 1079.171381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.171692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.172030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.172387] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.172522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.172600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.172877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.172949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.173038] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.175330] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1079.175525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.460671] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eaed105-7808-40c4-8ad1-25516031be6f in Status: SUCCESS [ 1079.460886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.461075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.461294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.461542] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.461672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.461672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.461842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.461920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.462014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.462143] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.675568] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.965520] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.178338] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.472259] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eaed105-7808-40c4-8ad1-25516031be6f: rpc.has_security_group_logging(os_id): False [ 1080.489939] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.490212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.490326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.490620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.490761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.491020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.491127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.491191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.491365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.491479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.491594] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eaed105-7808-40c4-8ad1-25516031be6f is going to be created. [ 1080.548790] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.548932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.549026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.549305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.549507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.561874] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eaed105-7808-40c4-8ad1-25516031be6f in Status: IN_PROGRESS for 2s [ 1080.680784] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.681051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.681051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.681230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.681323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.681438] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee is going to be updated. [ 1080.727838] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.728033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.728075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.728284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.728434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.738328] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: IN_PROGRESS for 2s [ 1082.436748] env[65945]: INFO networking_nsxv3.common.synchronization [req-77187fe0-51db-4522-9028-32765ae9a25b req-734855bc-c480-4522-a8ff-e5989443779d tempest-DeleteServersTestJSON-505145326 tempest-DeleteServersTestJSON-505145326-project-member] Enqueued Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1082.436748] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a518c947-a614-44d4-bf2f-5ec0b00d464d with Priority: HIGHEST for action security_group_members [ 1082.437104] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-a518c947-a614-44d4-bf2f-5ec0b00d464d taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.437194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.437228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.437758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.437758] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.437758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.437758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.437946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.437946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.438064] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a518c947-a614-44d4-bf2f-5ec0b00d464d',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.574805] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eaed105-7808-40c4-8ad1-25516031be6f in Status: SUCCESS [ 1082.576112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.749412] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: SUCCESS [ 1082.750127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.750127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.750331] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.750482] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.750630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.750716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.750884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.750966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.751065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.751227] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.776865] env[65945]: INFO networking_nsxv3.common.synchronization [req-b219ee27-7f92-444d-be09-309236a35dba req-c38ab747-7b22-4b5f-8085-c86b82e29b3b tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1082.777407] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1082.777723] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.777861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.777933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.780257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.780439] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.780551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.780615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.780783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.780870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.780966] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.939984] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.940225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.940225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.940456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.940550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.940758] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.940863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.940910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.941080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.941159] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.941305] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d is going to be updated. [ 1082.978215] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.978422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.978422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.978639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.978811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.988712] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: IN_PROGRESS for 2s [ 1083.255121] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.255301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.255371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.255611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.255785] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.255890] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.255956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.256134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.256224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.256330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.256463] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.256561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.256630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.256779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.256923] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.257081] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.257133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.257280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.257359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.257678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.257678] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.283765] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.759685] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15b0fad9-919b-44f4-8a65-8974a64cd1ee: rpc.has_security_group_logging(os_id): False [ 1083.786881] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.790332] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.790332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.790332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.790570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.790641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.790907] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.790978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.791026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.791186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.791588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.791588] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.791588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.791708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.792011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.792011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.792011] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.792108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.792108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.792255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.792329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.792412] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee is going to be updated. [ 1083.870607] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.870850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.870985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.871330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.871591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.901248] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: IN_PROGRESS for 2s [ 1084.290075] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.290075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.290075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.290075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.290379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.290379] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1084.355833] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.356050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.356050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.356242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.356397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.370854] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1085.000390] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a518c947-a614-44d4-bf2f-5ec0b00d464d in Status: SUCCESS [ 1085.000776] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a518c947-a614-44d4-bf2f-5ec0b00d464d deletion is rescheduled due to dependency. [ 1085.000892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a518c947-a614-44d4-bf2f-5ec0b00d464d" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.915758] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: SUCCESS [ 1085.916067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.188992] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3b26191-1eeb-4492-a44c-3d420a72b075 req-cdd5412d-0f26-4f3c-9eab-4c24b446ff13 tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 1086.189611] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGHEST for action security_group_members [ 1086.190141] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.190282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.190357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.190576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.190738] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.190839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.190902] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.191061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.191148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.191246] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.233587] env[65945]: INFO networking_nsxv3.common.synchronization [req-e3b26191-1eeb-4492-a44c-3d420a72b075 req-cdd5412d-0f26-4f3c-9eab-4c24b446ff13 tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: a50dc487-31c6-4506-9754-3ce94f29a1f5 with Priority: HIGHEST for action port [ 1086.234081] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a50dc487-31c6-4506-9754-3ce94f29a1f5 with Priority: HIGHEST for action port [ 1086.234414] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a50dc487-31c6-4506-9754-3ce94f29a1f5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.234539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.234604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.234805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.234883] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50dc487-31c6-4506-9754-3ce94f29a1f5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.383310] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1086.383617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.693592] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.693785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.693892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.694223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.694370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.694644] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.694781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.694849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.695336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.695336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.695336] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee is going to be updated. [ 1086.726945] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.727157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.727234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.727460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.727611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.737398] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a50dc487-31c6-4506-9754-3ce94f29a1f5 with status ACTIVE [ 1086.737683] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.737837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.737909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.738114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.738199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.738368] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.738459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.738522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.738664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.738737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.738912] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.739070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.739241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.739442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.739522] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.739607] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a50dc487-31c6-4506-9754-3ce94f29a1f5 is going to be updated. [ 1086.741398] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: IN_PROGRESS for 2s [ 1086.761902] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.762070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.762146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.762346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.762509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.762709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a50dc487-31c6-4506-9754-3ce94f29a1f5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.753791] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee in Status: SUCCESS [ 1088.754140] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee deletion is rescheduled due to dependency. [ 1088.754140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.234887] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1091.234887] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1092.318134] env[65945]: INFO networking_nsxv3.common.synchronization [req-7f7e08bf-bb23-407e-9105-40b83997a8f4 req-43550549-8d93-4296-8114-68df2303ddd1 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1092.318549] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1092.318835] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.319444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.319556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.319756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.319960] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.320213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.320213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.320376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.320487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.320599] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.626477] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.626688] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.626807] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.627115] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.627430] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.627602] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.627738] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.627971] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.628130] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.628450] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.628669] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.628817] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.628978] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.629273] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.629400] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.629588] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.653744] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.653923] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.654062] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.654261] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.654588] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-f97ff552-88fb-444b-88ef-10f868da0513 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.654795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-f97ff552-88fb-444b-88ef-10f868da0513" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.654939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-f97ff552-88fb-444b-88ef-10f868da0513" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.655348] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-f97ff552-88fb-444b-88ef-10f868da0513" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.655570] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97ff552-88fb-444b-88ef-10f868da0513',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.823048] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.158463] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.158697] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.158824] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.159136] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.159858] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.159858] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port f97ff552-88fb-444b-88ef-10f868da0513 not found, creating... [ 1093.160034] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.160383] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.160443] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.160800] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.160981] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.161337] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.161531] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.161712] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.161870] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.162013] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.162160] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: f97ff552-88fb-444b-88ef-10f868da0513 is going to be created. [ 1093.200974] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.201259] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.201347] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.201612] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.201845] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.202360] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-f97ff552-88fb-444b-88ef-10f868da0513" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.325319] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.827979] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.828347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.828347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.828474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.828569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.828670] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1093.859648] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.859648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.859963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.859963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.860103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.870039] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1093.905324] env[65945]: INFO networking_nsxv3.common.synchronization [req-7f7e08bf-bb23-407e-9105-40b83997a8f4 req-9636aa2b-f18c-4789-8fa2-4f302f02eed9 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1093.905677] env[65945]: INFO networking_nsxv3.common.synchronization [req-7f7e08bf-bb23-407e-9105-40b83997a8f4 req-9636aa2b-f18c-4789-8fa2-4f302f02eed9 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1093.905841] env[65945]: INFO networking_nsxv3.common.synchronization [req-7f7e08bf-bb23-407e-9105-40b83997a8f4 req-9636aa2b-f18c-4789-8fa2-4f302f02eed9 service nova] Enqueued Resource ID: f97ff552-88fb-444b-88ef-10f868da0513 with Priority: HIGHEST for action port [ 1093.906432] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1093.906586] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1093.906689] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97ff552-88fb-444b-88ef-10f868da0513 with Priority: HIGHEST for action port [ 1093.906970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.907131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.907182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.907383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.907469] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.909580] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.909580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.909580] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f97ff552-88fb-444b-88ef-10f868da0513 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.909580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f97ff552-88fb-444b-88ef-10f868da0513" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.909580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f97ff552-88fb-444b-88ef-10f868da0513" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.909580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f97ff552-88fb-444b-88ef-10f868da0513" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.909580] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97ff552-88fb-444b-88ef-10f868da0513',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.411786] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.411786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.411786] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f97ff552-88fb-444b-88ef-10f868da0513 with status ACTIVE [ 1094.411786] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.411786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.412289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.412289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.412289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.412414] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.412521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.412595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.412764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.412851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.413061] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.413157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.413235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.413384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.413461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.413555] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f97ff552-88fb-444b-88ef-10f868da0513 is going to be updated. [ 1094.433924] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.434090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.434169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.434419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.434561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.434743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f97ff552-88fb-444b-88ef-10f868da0513" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.021512] env[65945]: INFO networking_nsxv3.common.synchronization [req-40ac9881-702c-4616-8c6b-0d882c4e046d req-2ed754fa-bd1b-47c5-bf9d-3ea7ee3b6c1b tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1095.023249] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1095.023249] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.023249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.023249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.023249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.023249] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.023249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.023249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.023249] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.023718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.023718] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.526066] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.526476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.526476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.526476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.526616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.526728] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.526861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.526929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.527123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.527226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.527331] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1095.554367] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.554556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.554556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.554768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.554910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.564916] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1095.881470] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1095.881781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.882069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.882369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.882758] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.882977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.883108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.883408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.883560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.883786] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.386028] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.889971] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.393192] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.393192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.393192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.393192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.393610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.393610] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1097.431686] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.431842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.431893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.432110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.432259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.444577] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1097.576548] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1097.576736] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a deletion is rescheduled due to dependency. [ 1097.576874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.301059] env[65945]: INFO networking_nsxv3.common.synchronization [req-5ffb33a1-74e8-4c6a-8418-622ad239ef67 req-557fcb48-681a-4288-854e-66a65d30cf05 tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1098.301526] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1098.301900] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.306665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.306801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.307039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.307227] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.307344] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.307403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.307562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.307646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.307745] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.634690] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.634906] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.635061] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.635438] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.635639] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.635798] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.635917] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.636166] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.636333] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.636555] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.636669] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.636894] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.636894] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.636982] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.637089] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.637230] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.657655] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.657837] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.657970] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.658160] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.658678] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-a95d2d03-8c66-4fe4-a622-911e09cc6d85 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.658875] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-a95d2d03-8c66-4fe4-a622-911e09cc6d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.659041] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-a95d2d03-8c66-4fe4-a622-911e09cc6d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.659394] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-a95d2d03-8c66-4fe4-a622-911e09cc6d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.659535] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95d2d03-8c66-4fe4-a622-911e09cc6d85',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.813289] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.813546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.813682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.813920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.814054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.814264] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.814399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.814493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.814695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.814798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.814913] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1098.841206] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.841682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.841682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.841682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.842369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.851995] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1099.163075] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.163075] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.163293] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.163438] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.163588] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.163747] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port a95d2d03-8c66-4fe4-a622-911e09cc6d85 not found, creating... [ 1099.164094] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.164271] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.164391] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.164742] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.164898] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.165232] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.165396] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.165572] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.165761] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.165894] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.166061] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: a95d2d03-8c66-4fe4-a622-911e09cc6d85 is going to be created. [ 1099.188826] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.189109] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.189242] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.189592] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.189871] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.190126] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-a95d2d03-8c66-4fe4-a622-911e09cc6d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.455317] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1099.455619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.455737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.455964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.456190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.456310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.456391] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.456551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.456644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.456730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.456838] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.884280] env[65945]: INFO networking_nsxv3.common.synchronization [req-5ffb33a1-74e8-4c6a-8418-622ad239ef67 req-df99fa8b-8d50-4980-a6a4-0e19372832f8 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1099.884539] env[65945]: INFO networking_nsxv3.common.synchronization [req-5ffb33a1-74e8-4c6a-8418-622ad239ef67 req-df99fa8b-8d50-4980-a6a4-0e19372832f8 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1099.884742] env[65945]: INFO networking_nsxv3.common.synchronization [req-5ffb33a1-74e8-4c6a-8418-622ad239ef67 req-df99fa8b-8d50-4980-a6a4-0e19372832f8 service nova] Enqueued Resource ID: a95d2d03-8c66-4fe4-a622-911e09cc6d85 with Priority: HIGHEST for action port [ 1099.885324] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1099.885556] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1099.885718] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95d2d03-8c66-4fe4-a622-911e09cc6d85 with Priority: HIGHEST for action port [ 1099.886068] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.886287] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.886400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.886670] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.886776] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.888490] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.888926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.889217] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a95d2d03-8c66-4fe4-a622-911e09cc6d85 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.889368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a95d2d03-8c66-4fe4-a622-911e09cc6d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.889418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a95d2d03-8c66-4fe4-a622-911e09cc6d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.889609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a95d2d03-8c66-4fe4-a622-911e09cc6d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.889733] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95d2d03-8c66-4fe4-a622-911e09cc6d85',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.959104] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.959381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.959381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.959581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.959746] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.959848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.959911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.960092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.960177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.960291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.960478] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.960612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.960684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.960852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.961010] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.961138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.961202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.961365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.961447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.961530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.961619] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.391496] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.391727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.391900] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a95d2d03-8c66-4fe4-a622-911e09cc6d85 with status ACTIVE [ 1100.392137] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.392246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.392367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.392528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.392600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.393193] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.393193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.393193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.393193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.393193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.393443] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.393443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.393515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.393632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.393707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.393793] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a95d2d03-8c66-4fe4-a622-911e09cc6d85 is going to be updated. [ 1100.417541] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.417541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.417541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.418023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.418023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.418095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a95d2d03-8c66-4fe4-a622-911e09cc6d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.444179] env[65945]: INFO networking_nsxv3.common.synchronization [req-b8d049f3-bea6-4557-a442-595ac5fdeeb4 req-ff0e7ac9-12bb-40b3-a74c-e5dcc50db977 tempest-ServerRescueNegativeTestJSON-1950646662 tempest-ServerRescueNegativeTestJSON-1950646662-project-member] Enqueued Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_members [ 1100.444891] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGHEST for action security_group_members [ 1100.444972] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f96e344-462f-4194-b981-489a691052f3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.445238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.445321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.445516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.446313] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.446313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.446313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.446313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.446313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.446313] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.464045] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96c7efa-9679-4a90-81cf-340889c4afd8: rpc.has_security_group_logging(os_id): False [ 1100.483018] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.483199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.483274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.483458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.483613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.483779] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.483911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.484024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.484284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.484368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.484562] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.484648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.484732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.484875] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.484949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.485138] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.485232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.485294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.485430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.485505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.485586] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1100.575207] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.575381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.575462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.575694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.575900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.593569] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1100.865057] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1100.865295] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a deletion is rescheduled due to dependency. [ 1100.865417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.865594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.866126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.866345] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.866829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.866926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.867215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.867415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.867563] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.950043] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.950219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.950219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.950496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.972740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.972920] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.973014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.973083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.973283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.973384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.973471] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f96e344-462f-4194-b981-489a691052f3 is going to be updated. [ 1100.998549] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.998786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.998786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.998968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.999117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.009218] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f96e344-462f-4194-b981-489a691052f3 in Status: IN_PROGRESS for 2s [ 1101.370236] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.873141] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.375403] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.375570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.375621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.375851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.375936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.376045] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1102.409505] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.409663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.409734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.409942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.410104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.418808] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1102.612189] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1102.612332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.020885] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f96e344-462f-4194-b981-489a691052f3 in Status: SUCCESS [ 1103.021244] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f96e344-462f-4194-b981-489a691052f3 deletion is rescheduled due to dependency. [ 1103.021244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.429810] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1104.430145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.430178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.430425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.430672] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.430802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.430877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.431082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.431196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.431289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.431407] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.934478] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.934478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.934478] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.934686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.934904] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.935332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.935332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.935507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.935865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.936057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.936357] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.936496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.936632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.936874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.937111] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.937258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.937431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.937607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.937711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.937805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.937955] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.152602] env[65945]: INFO networking_nsxv3.common.synchronization [req-c9c5a45e-f53c-4521-9c03-1265c07498f7 req-ce1fec92-355c-46cb-bca3-4ee852e87e79 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1105.154015] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1105.154015] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.154015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.154015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.154015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.154312] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.154312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.154312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.155937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.155937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.155937] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.440867] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9763e51-12cb-4708-9f1d-645066c46e6a: rpc.has_security_group_logging(os_id): False [ 1105.458943] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.459133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.459197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.459505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.459621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.459865] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.459967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.460050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.460227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.460309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.460546] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.460706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.460706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.460878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.460950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.461183] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.461292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.461350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.461505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.461603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.461697] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1105.520388] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.520672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.520672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.520835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.520975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.538122] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1105.658299] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.160191] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.666497] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.666817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.666817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.666932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.667033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.667139] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1106.695285] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.695459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.695540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.695766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.695936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.706781] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1107.555653] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1107.555653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.329287] env[65945]: INFO networking_nsxv3.common.synchronization [req-9560f71c-f2c5-419c-96e4-d30be28cea73 req-31f2fffc-3efc-4692-9963-88b62df2e642 tempest-AttachVolumeTestJSON-1917846661 tempest-AttachVolumeTestJSON-1917846661-project-member] Enqueued Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_members [ 1108.329287] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98abc6d-855c-4ae4-9348-967fc900791e with Priority: HIGHEST for action security_group_members [ 1108.329734] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98abc6d-855c-4ae4-9348-967fc900791e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.329853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.329919] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.330127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.330269] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.330358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.330417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.330555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.330632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.330722] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98abc6d-855c-4ae4-9348-967fc900791e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.717280] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1108.717538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.833476] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.833630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.833734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.834095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.856297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.856297] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.856716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.856716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.856716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.856939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.856939] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98abc6d-855c-4ae4-9348-967fc900791e is going to be updated. [ 1108.899734] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.899949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.899989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.900230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.900335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.911148] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98abc6d-855c-4ae4-9348-967fc900791e in Status: IN_PROGRESS for 2s [ 1110.924336] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98abc6d-855c-4ae4-9348-967fc900791e in Status: SUCCESS [ 1110.924815] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98abc6d-855c-4ae4-9348-967fc900791e deletion is rescheduled due to dependency. [ 1110.924815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98abc6d-855c-4ae4-9348-967fc900791e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.694729] env[65945]: INFO networking_nsxv3.common.synchronization [req-145ffff2-fa20-4b18-9c41-ab3d521e877e req-dcdfee92-e9b3-44e6-90da-4b10f86b2f76 tempest-ServerRescueNegativeTestJSON-1950646662 tempest-ServerRescueNegativeTestJSON-1950646662-project-member] Enqueued Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 1111.694868] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 1111.695195] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.695315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.696028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.696028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.696028] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.696028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.696028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.696266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.696266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.696323] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.198770] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.701485] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.203620] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.204078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.204078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.204078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.204193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.204589] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd is going to be updated. [ 1113.246448] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.246679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.246679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.246862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.247014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.256607] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: IN_PROGRESS for 2s [ 1113.941830] env[65945]: INFO networking_nsxv3.common.synchronization [req-b0c7800a-5084-494c-9a84-e82095b3718c req-2ec5e54c-1122-4763-9f98-0057200af03d tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 1113.942437] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 1113.942830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.942948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.942948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.943325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.943493] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.943819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.943819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.944281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.944281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.944281] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.336025] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.336418] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.336418] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.336675] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.336948] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.337462] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.337462] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.337564] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.337658] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.337850] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.337963] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.338191] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.338191] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.338303] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.338858] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.338858] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.367101] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.367343] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.367590] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.367785] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-862" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.368229] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-809eb316-41b6-46f7-8014-08b2e04a2c22 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.368490] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-809eb316-41b6-46f7-8014-08b2e04a2c22" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.368715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-809eb316-41b6-46f7-8014-08b2e04a2c22" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.369098] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-809eb316-41b6-46f7-8014-08b2e04a2c22" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.369258] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809eb316-41b6-46f7-8014-08b2e04a2c22',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.447638] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.872056] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.872431] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.872638] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.873043] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.873905] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.873905] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 809eb316-41b6-46f7-8014-08b2e04a2c22 not found, creating... [ 1114.873905] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.873905] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.874202] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.874315] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.874470] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.874772] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.874952] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.875124] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.875400] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.875625] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.875883] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 809eb316-41b6-46f7-8014-08b2e04a2c22 is going to be created. [ 1114.901536] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.901536] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.901536] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.902134] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.902134] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.902377] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-809eb316-41b6-46f7-8014-08b2e04a2c22" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.950850] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.271100] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: SUCCESS [ 1115.271362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.454062] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.454062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.454062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.454062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.454062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.454062] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 is going to be updated. [ 1115.490399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.490399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.490399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.490838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.490974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.502827] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: IN_PROGRESS for 2s [ 1115.608017] env[65945]: INFO networking_nsxv3.common.synchronization [req-b0c7800a-5084-494c-9a84-e82095b3718c req-e84c5df2-85d2-4ab4-a194-f383fb6700f1 service nova] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_rules [ 1115.608218] env[65945]: INFO networking_nsxv3.common.synchronization [req-b0c7800a-5084-494c-9a84-e82095b3718c req-e84c5df2-85d2-4ab4-a194-f383fb6700f1 service nova] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 1115.608700] env[65945]: INFO networking_nsxv3.common.synchronization [req-b0c7800a-5084-494c-9a84-e82095b3718c req-e84c5df2-85d2-4ab4-a194-f383fb6700f1 service nova] Enqueued Resource ID: 809eb316-41b6-46f7-8014-08b2e04a2c22 with Priority: HIGHEST for action port [ 1115.608925] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_rules [ 1115.609273] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 1115.609520] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809eb316-41b6-46f7-8014-08b2e04a2c22 with Priority: HIGHEST for action port [ 1115.609853] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.610062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.610178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.610432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.610618] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.611687] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.611864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.612164] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-809eb316-41b6-46f7-8014-08b2e04a2c22 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.612355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809eb316-41b6-46f7-8014-08b2e04a2c22" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.612466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809eb316-41b6-46f7-8014-08b2e04a2c22" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.612997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809eb316-41b6-46f7-8014-08b2e04a2c22" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.612997] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809eb316-41b6-46f7-8014-08b2e04a2c22',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.115104] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.115331] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.115375] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809eb316-41b6-46f7-8014-08b2e04a2c22 with status ACTIVE [ 1116.115602] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.115727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.115798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.116026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.116134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.116294] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.116387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.116473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.116602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.116678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.116853] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.116944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.117012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.117147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.117218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.117299] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809eb316-41b6-46f7-8014-08b2e04a2c22 is going to be updated. [ 1116.140414] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.140635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.140635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.140831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.140968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.141098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809eb316-41b6-46f7-8014-08b2e04a2c22" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.401306] env[65945]: INFO networking_nsxv3.common.synchronization [None req-4a8b439c-2cfe-4087-aa80-b8c25fa470d4 tempest-AttachVolumeTestJSON-1917846661 tempest-AttachVolumeTestJSON-1917846661-project-member] Enqueued Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_rules [ 1116.401973] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_rules [ 1116.402473] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.402598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.402668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.402923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.403015] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.485618] env[65945]: INFO networking_nsxv3.common.synchronization [None req-c7436019-4fff-4c79-9a22-2f85646bd62d tempest-AttachVolumeTestJSON-1917846661 tempest-AttachVolumeTestJSON-1917846661-project-member] Enqueued Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_rules [ 1116.486437] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_rules [ 1116.486688] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.486842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.924322] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.924552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.924552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.924822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.924928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.925041] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce already deleted. [ 1116.925133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.925293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.925485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.925569] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.451489] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.451725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.451725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.452050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.452134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.452239] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce already deleted. [ 1117.452343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.522234] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: SUCCESS [ 1117.522550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.522649] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.522868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.523074] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.523194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.523261] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.523410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.523503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.523610] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.018780] env[65945]: INFO networking_nsxv3.common.synchronization [req-9bbafd51-fbd4-4d7e-bd60-bf63c16d1ee4 req-f64eabae-e029-438e-856d-d5d93d83f0af tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1118.019384] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1118.019756] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.019946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.020036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.020357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.020586] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.020651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.020783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.020937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.021034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.021138] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.026807] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.364564] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.364856] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.364923] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.365200] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.365467] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.365632] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.365743] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.365968] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.366388] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.366620] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.366742] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.366853] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.367370] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.367533] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.367655] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.367794] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.393898] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.394152] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.394363] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.394559] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-59" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.394890] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-8788dce6-37b4-4e30-99f0-dece69f136c0 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.395085] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-8788dce6-37b4-4e30-99f0-dece69f136c0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.395208] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-8788dce6-37b4-4e30-99f0-dece69f136c0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.395546] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-8788dce6-37b4-4e30-99f0-dece69f136c0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.395694] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8788dce6-37b4-4e30-99f0-dece69f136c0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.523703] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.529386] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.898442] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.898771] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.898976] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.899517] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.899981] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.900104] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 8788dce6-37b4-4e30-99f0-dece69f136c0 not found, creating... [ 1118.900411] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.900584] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.900738] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.901106] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.901281] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.901593] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.901761] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.901892] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.902248] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.902436] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.902592] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 8788dce6-37b4-4e30-99f0-dece69f136c0 is going to be created. [ 1118.943503] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.943790] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.943863] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.944154] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.944402] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.944682] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-8788dce6-37b4-4e30-99f0-dece69f136c0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.026774] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.031456] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.031648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.031722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.032242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.032349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.032454] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 is going to be updated. [ 1119.085094] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.085468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.085468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.085796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.086062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.098990] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: IN_PROGRESS for 2s [ 1119.531500] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.531500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.531500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.531500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.531500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.531500] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1119.569029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.569516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.569516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.569665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.569827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.588235] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1119.689242] env[65945]: INFO networking_nsxv3.common.synchronization [req-9bbafd51-fbd4-4d7e-bd60-bf63c16d1ee4 req-1c2ca16d-3895-4914-a9b1-2a6e0f6247e5 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1119.689242] env[65945]: INFO networking_nsxv3.common.synchronization [req-9bbafd51-fbd4-4d7e-bd60-bf63c16d1ee4 req-1c2ca16d-3895-4914-a9b1-2a6e0f6247e5 service nova] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1119.689922] env[65945]: INFO networking_nsxv3.common.synchronization [req-9bbafd51-fbd4-4d7e-bd60-bf63c16d1ee4 req-1c2ca16d-3895-4914-a9b1-2a6e0f6247e5 service nova] Enqueued Resource ID: 8788dce6-37b4-4e30-99f0-dece69f136c0 with Priority: HIGHEST for action port [ 1119.690683] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_rules [ 1119.691154] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1119.691371] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788dce6-37b4-4e30-99f0-dece69f136c0 with Priority: HIGHEST for action port [ 1119.691852] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.692117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.692383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.692731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.692914] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.694068] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.694295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.694648] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8788dce6-37b4-4e30-99f0-dece69f136c0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.695333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8788dce6-37b4-4e30-99f0-dece69f136c0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.695333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8788dce6-37b4-4e30-99f0-dece69f136c0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.695333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8788dce6-37b4-4e30-99f0-dece69f136c0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.695333] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8788dce6-37b4-4e30-99f0-dece69f136c0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.197561] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.197806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.197893] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8788dce6-37b4-4e30-99f0-dece69f136c0 with status ACTIVE [ 1120.198111] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.198267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.198267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.198492] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.198580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.198831] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.198934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.198934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.199082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.199164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.199411] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.199531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.199731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.199823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.199872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.199962] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8788dce6-37b4-4e30-99f0-dece69f136c0 is going to be updated. [ 1120.228654] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.228901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.228901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.229118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.229254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.229414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8788dce6-37b4-4e30-99f0-dece69f136c0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.108904] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: SUCCESS [ 1121.109296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.109336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.109536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.109786] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.109904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.109974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.110139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.110219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.110305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.110396] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.600510] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1121.600811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.601022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.601295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.601552] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.601706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.601796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.602022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.602155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.602300] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.613113] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.784555] env[65945]: INFO networking_nsxv3.common.synchronization [req-3d7eb759-6527-4c73-b524-fecbe0e2117e req-23907fe9-6f38-41d6-9252-dc8cc85a2727 tempest-ServerRescueNegativeTestJSON-1950646662 tempest-ServerRescueNegativeTestJSON-1950646662-project-member] Enqueued Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 1121.784838] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGHEST for action security_group_members [ 1121.785266] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.785446] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.785672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.786160] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.786410] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.786533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.786590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.786847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.786847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.786947] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.104943] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.115418] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17a8701d-8be9-4d26-a143-a742e47f4c57: rpc.has_security_group_logging(os_id): False [ 1122.149038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.149038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.149038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.149318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.174428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.174732] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.174862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.174917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.175165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.175252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.175341] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 is going to be updated. [ 1122.245744] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.245948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.246035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.246258] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.246439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.260118] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: IN_PROGRESS for 2s [ 1122.289739] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.289942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.290043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.290226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.331371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.331632] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.331754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.331826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.332044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.332129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.332235] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd is going to be updated. [ 1122.381843] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.382150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.382231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.382722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.382890] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.393901] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: IN_PROGRESS for 2s [ 1122.608414] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.114592] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.115421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.115421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.115836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.115836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.115995] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1123.172664] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.172755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.172804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.173065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.173230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.184233] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1124.276391] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: SUCCESS [ 1124.276667] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.408947] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd in Status: SUCCESS [ 1124.409255] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd deletion is rescheduled due to dependency. [ 1124.409489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.779566] env[65945]: INFO networking_nsxv3.common.synchronization [req-b25fa98b-7022-4534-8ae4-be6976e5e871 req-ff273881-087d-4dc7-937e-edfdef61cec2 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1124.780226] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1124.780556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.780674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.780744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.780962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.781431] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.781515] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.781581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.781750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.781834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.782010] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.066093] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a8159f0-fc17-41ea-a7e1-5587a6029d90 req-851f2458-5406-46e1-90fb-fb1715742908 tempest-AttachVolumeTestJSON-1917846661 tempest-AttachVolumeTestJSON-1917846661-project-member] Enqueued Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_members [ 1125.066627] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_members [ 1125.067014] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.067139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.067203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.067479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.067642] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.067777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.067848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.068009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.068246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.068507] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.194682] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1125.194914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.195122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.195410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.195657] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.195800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.195875] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.196123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.196251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.196396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.196511] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.201238] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.201430] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.201616] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.201819] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.202225] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.202404] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.202525] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.203212] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.203434] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.203798] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.204036] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.204169] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.204283] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.204402] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.204508] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.204641] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.229043] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.229043] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.229225] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.229325] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.229614] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.229829] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.229968] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.230358] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.230546] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd91fe9-bd66-4159-a291-8c5c84d22ac0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.283815] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.284351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.284351] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.284557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.284780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.284927] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.285129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.285230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.285598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.285733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.285881] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1125.314867] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.315084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.315084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.315282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.315425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.324110] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1125.425836] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.426106] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.426296] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.426692] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.427080] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.427530] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.427530] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.427924] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.428116] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.428346] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.428467] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.428585] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.428699] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.428814] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.428926] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.429088] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.449338] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.449505] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.449630] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.449866] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-739" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.450243] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-03c225aa-2f74-4003-9355-e847c16bddb5 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.450419] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-03c225aa-2f74-4003-9355-e847c16bddb5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.450540] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-03c225aa-2f74-4003-9355-e847c16bddb5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.450899] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-03c225aa-2f74-4003-9355-e847c16bddb5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.451053] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c225aa-2f74-4003-9355-e847c16bddb5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.570522] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.570736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.570908] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.571166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.571264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.571464] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.571613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.571663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.571804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.571923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.571982] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce already deleted. [ 1125.572159] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.701270] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.701484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.701484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.701684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.701841] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.701943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.702024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.702225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.702317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.702408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.702555] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.702647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.702712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.702853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.702987] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.703092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.703152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.703288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.703362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.703440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.703527] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.734703] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.734930] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.735107] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.735421] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.735576] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.735729] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 7fd91fe9-bd66-4159-a291-8c5c84d22ac0 not found, creating... [ 1125.735997] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.736177] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.736292] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.736519] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.736704] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.737088] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.737244] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.737372] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.737648] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.737819] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.737969] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 7fd91fe9-bd66-4159-a291-8c5c84d22ac0 is going to be created. [ 1125.760815] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.761236] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.761459] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.761885] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.762291] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.762659] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.953340] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.953575] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.953682] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.953978] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.954148] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.954309] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 03c225aa-2f74-4003-9355-e847c16bddb5 not found, creating... [ 1125.954571] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.954731] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.954847] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.955128] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.955271] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.955570] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.955715] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.955845] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.956076] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.956215] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.956358] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 03c225aa-2f74-4003-9355-e847c16bddb5 is going to be created. [ 1125.976566] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.976795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.976939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.977228] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.977463] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.977752] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-03c225aa-2f74-4003-9355-e847c16bddb5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.206772] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96c7efa-9679-4a90-81cf-340889c4afd8: rpc.has_security_group_logging(os_id): False [ 1126.226357] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.226587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.226712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.227018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.227154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.227403] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.227527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.227651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.227848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.227935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.228154] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.228242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.228303] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.228451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.228510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.228698] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.228786] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.228849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.228994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.229077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.229162] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1126.312025] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.312473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.312473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.312473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.312609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.327102] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1126.485046] env[65945]: INFO networking_nsxv3.common.synchronization [req-b25fa98b-7022-4534-8ae4-be6976e5e871 req-d306c7e0-fbcb-4e2b-8100-6e5baa5b36b5 service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1126.485240] env[65945]: INFO networking_nsxv3.common.synchronization [req-b25fa98b-7022-4534-8ae4-be6976e5e871 req-d306c7e0-fbcb-4e2b-8100-6e5baa5b36b5 service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1126.485318] env[65945]: INFO networking_nsxv3.common.synchronization [req-b25fa98b-7022-4534-8ae4-be6976e5e871 req-d306c7e0-fbcb-4e2b-8100-6e5baa5b36b5 service nova] Enqueued Resource ID: 7fd91fe9-bd66-4159-a291-8c5c84d22ac0 with Priority: HIGHEST for action port [ 1126.485861] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1126.486019] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1126.486585] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd91fe9-bd66-4159-a291-8c5c84d22ac0 with Priority: HIGHEST for action port [ 1126.486713] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.486777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.486854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.487220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.487220] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.488592] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.488696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.489033] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.489146] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.489215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.489399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.489475] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd91fe9-bd66-4159-a291-8c5c84d22ac0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.990046] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.990225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.991609] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fd91fe9-bd66-4159-a291-8c5c84d22ac0 with status ACTIVE [ 1126.995292] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.995292] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.995292] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.995292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.995292] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fd91fe9-bd66-4159-a291-8c5c84d22ac0 is going to be updated. [ 1127.019293] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.019503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.019503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.019777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.019914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.020093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd91fe9-bd66-4159-a291-8c5c84d22ac0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.153222] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a8159f0-fc17-41ea-a7e1-5587a6029d90 req-411fab5b-7f45-47f5-bdb3-21301ed3ffb8 service nova] Enqueued Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_rules [ 1127.153222] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a8159f0-fc17-41ea-a7e1-5587a6029d90 req-411fab5b-7f45-47f5-bdb3-21301ed3ffb8 service nova] Enqueued Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_members [ 1127.153222] env[65945]: INFO networking_nsxv3.common.synchronization [req-8a8159f0-fc17-41ea-a7e1-5587a6029d90 req-411fab5b-7f45-47f5-bdb3-21301ed3ffb8 service nova] Enqueued Resource ID: 03c225aa-2f74-4003-9355-e847c16bddb5 with Priority: HIGHEST for action port [ 1127.153758] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_rules [ 1127.153758] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_members [ 1127.153758] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c225aa-2f74-4003-9355-e847c16bddb5 with Priority: HIGHEST for action port [ 1127.153758] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.153918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.153987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.154149] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.154233] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.155451] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.155923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.155923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.156177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.156799] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.156799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.156799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.156799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.156799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.157042] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.157969] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c225aa-2f74-4003-9355-e847c16bddb5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.158495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c225aa-2f74-4003-9355-e847c16bddb5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.158495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c225aa-2f74-4003-9355-e847c16bddb5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.158495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c225aa-2f74-4003-9355-e847c16bddb5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.158495] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c225aa-2f74-4003-9355-e847c16bddb5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.333556] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1127.334085] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb deletion is rescheduled due to dependency. [ 1127.334085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.334085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.334262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.334450] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.334571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.334636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.334789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.334872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.334966] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.660295] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.661331] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.661447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.661619] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03c225aa-2f74-4003-9355-e847c16bddb5 with status ACTIVE [ 1127.661820] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.661901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.661961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.662180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.662286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.662483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.662578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.662642] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.662815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.662895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.663086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.663179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.663240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.663399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.663470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.663561] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03c225aa-2f74-4003-9355-e847c16bddb5 is going to be updated. [ 1127.690169] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.691295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.691295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.691295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.691295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.691295] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c225aa-2f74-4003-9355-e847c16bddb5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.840518] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.172087] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.342306] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1128.344067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.344067] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.673671] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.673671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.673671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.673671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.673671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.673671] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce is going to be created. [ 1128.701855] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.702084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.702163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.702383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.702548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.714091] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce in Status: UNINITIALIZED for 2s [ 1128.845430] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.845430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.845430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.845560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.845587] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.845695] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1128.879549] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.879716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.879772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.880198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.880198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.890956] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1129.295388] env[65945]: INFO networking_nsxv3.common.synchronization [req-7cd5976b-c8df-4fd8-b832-69a2df455636 req-650c447e-935b-488c-afc9-c6924318d18d tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1129.297048] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1129.297048] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.297048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.297048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.297048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.297048] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.297898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.297992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.298231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.298338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.298446] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.720042] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.720386] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.720386] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.720626] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.720885] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.721769] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.721870] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.722290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.722290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.722502] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.722613] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.722727] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.722836] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.723024] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.723335] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.723335] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.744254] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.744426] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.744600] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.744743] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.745071] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-6d10c368-4e93-4f44-bc77-01d4f474f5b2 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.745252] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-6d10c368-4e93-4f44-bc77-01d4f474f5b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.745384] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-6d10c368-4e93-4f44-bc77-01d4f474f5b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.746194] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-6d10c368-4e93-4f44-bc77-01d4f474f5b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.746194] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d10c368-4e93-4f44-bc77-01d4f474f5b2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.800786] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.251699] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.252028] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.252127] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.252364] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.252517] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.252673] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 6d10c368-4e93-4f44-bc77-01d4f474f5b2 not found, creating... [ 1130.252938] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.253117] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.253238] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.253465] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.253615] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.253918] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.254324] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.254324] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.254461] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.254516] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.254657] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 6d10c368-4e93-4f44-bc77-01d4f474f5b2 is going to be created. [ 1130.283910] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.283910] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.283910] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.283910] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.284212] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.284270] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-6d10c368-4e93-4f44-bc77-01d4f474f5b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.303159] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.725042] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce in Status: SUCCESS [ 1130.725042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.725042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.725427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.725511] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.725640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.725706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.725881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.726059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.726183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.726297] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.805822] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.805965] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.806043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.806320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.806404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.806506] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1130.838532] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.838675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.838749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.839048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.839136] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.851183] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1130.901333] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1130.901546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.901764] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.902053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.902268] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.902397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.902590] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.902756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.902864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.903042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.903175] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.000750] env[65945]: INFO networking_nsxv3.common.synchronization [req-7cd5976b-c8df-4fd8-b832-69a2df455636 req-1fbe2ea6-b56c-42e3-9b0b-afdf0b758315 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1131.000937] env[65945]: INFO networking_nsxv3.common.synchronization [req-7cd5976b-c8df-4fd8-b832-69a2df455636 req-1fbe2ea6-b56c-42e3-9b0b-afdf0b758315 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1131.001533] env[65945]: INFO networking_nsxv3.common.synchronization [req-7cd5976b-c8df-4fd8-b832-69a2df455636 req-1fbe2ea6-b56c-42e3-9b0b-afdf0b758315 service nova] Enqueued Resource ID: 6d10c368-4e93-4f44-bc77-01d4f474f5b2 with Priority: HIGHEST for action port [ 1131.001606] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1131.001773] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1131.001895] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d10c368-4e93-4f44-bc77-01d4f474f5b2 with Priority: HIGHEST for action port [ 1131.002221] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.002787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.002919] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.003541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.003541] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.004320] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.004451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.004735] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d10c368-4e93-4f44-bc77-01d4f474f5b2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.004851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d10c368-4e93-4f44-bc77-01d4f474f5b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.004930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d10c368-4e93-4f44-bc77-01d4f474f5b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.005106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d10c368-4e93-4f44-bc77-01d4f474f5b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.005183] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d10c368-4e93-4f44-bc77-01d4f474f5b2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.229541] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.406120] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.406326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.406382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.406663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.406889] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.407147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.407147] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.407289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.407384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.407502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.407783] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.407903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.407903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.408122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.408345] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.408480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.408607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.408828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.408955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.409142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.409265] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.507263] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.507460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.507577] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d10c368-4e93-4f44-bc77-01d4f474f5b2 with status ACTIVE [ 1131.507755] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.507871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.507938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.508168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.508254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.508425] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.508523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.508583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.508755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.508836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.509037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.509131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.509192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.509420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.509586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.509586] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d10c368-4e93-4f44-bc77-01d4f474f5b2 is going to be updated. [ 1131.534159] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.534359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.534427] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.534641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.534780] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.534942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d10c368-4e93-4f44-bc77-01d4f474f5b2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.732167] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721d44a3-035c-4c94-aaa8-5a2b1fb333ce: rpc.has_security_group_logging(os_id): False [ 1131.751333] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.751473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.751543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.751760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.751850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.752183] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.752291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.752353] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.752503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.752577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.752661] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce is going to be created. [ 1131.815193] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.815193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.815193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.815193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.815405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.826868] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce in Status: IN_PROGRESS for 2s [ 1131.912566] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01aa1893-7d59-4550-bd68-89b4354fb0fb: rpc.has_security_group_logging(os_id): False [ 1131.933794] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.933794] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.933997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.934101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.934215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.934506] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.934675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.934776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.934991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.935118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.935504] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.935711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.935711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.935872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.935949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.936222] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.936348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.936417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.936599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.936698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.936809] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1132.005819] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.005819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.005819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.006139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.006185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.022449] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1132.864036] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1132.864518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.864518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.864518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.864687] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.864839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.864871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.865034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.865117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.865219] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.904006] env[65945]: INFO networking_nsxv3.common.synchronization [req-54a28626-3e4b-4435-b96a-8ef30c84a774 req-57ca8fd7-29ed-4cc0-ab26-07303f19afcb tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_members [ 1132.904850] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGHEST for action security_group_members [ 1132.905322] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eaed105-7808-40c4-8ad1-25516031be6f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.905497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.905597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.905920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.906099] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.906245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.906338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.906553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.906708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.906818] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.368384] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.409480] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.409671] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.409734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.409960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.410074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.410269] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.410452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.410452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.410558] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.410633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.410719] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eaed105-7808-40c4-8ad1-25516031be6f is going to be updated. [ 1133.419642] env[65945]: INFO networking_nsxv3.common.synchronization [None req-b46beab4-d444-45c1-bb85-35ee1d553fe4 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1133.420403] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1133.421830] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.421967] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.422050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.422229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.422385] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.422520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.422579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.422746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.422806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.422858] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.438980] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.439063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.439063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.439405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.439405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.450090] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eaed105-7808-40c4-8ad1-25516031be6f in Status: IN_PROGRESS for 2s [ 1133.839104] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce in Status: SUCCESS [ 1133.839340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.871722] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.924374] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.041991] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1134.041991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.374165] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.374435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.374578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.374951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.375139] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.375341] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1134.408159] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.408364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.408425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.408661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.408792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.427772] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1134.428109] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.930626] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.931022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.931022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.931118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.931151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.931253] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1134.958099] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.958260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.958323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.958525] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.958668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.967972] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1135.460259] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eaed105-7808-40c4-8ad1-25516031be6f in Status: SUCCESS [ 1135.460470] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eaed105-7808-40c4-8ad1-25516031be6f deletion is rescheduled due to dependency. [ 1135.460611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.489142] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.489353] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.489479] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.489754] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.490066] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.490253] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.490400] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.490628] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.490778] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.490989] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.491111] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.491220] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.491328] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.491434] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.491537] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.491667] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.512325] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.512922] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.513173] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.513460] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.513813] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-615c1cf9-a0a0-4640-98b8-8dc4353643c6 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.513996] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-615c1cf9-a0a0-4640-98b8-8dc4353643c6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.514150] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-615c1cf9-a0a0-4640-98b8-8dc4353643c6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.514491] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-615c1cf9-a0a0-4640-98b8-8dc4353643c6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.514641] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615c1cf9-a0a0-4640-98b8-8dc4353643c6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.016602] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.017027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.017027] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.017263] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.017457] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.017634] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 615c1cf9-a0a0-4640-98b8-8dc4353643c6 not found, creating... [ 1136.017936] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.018169] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.018223] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.018450] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.018590] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.018896] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.019163] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.019298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.019512] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.019649] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.019791] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 615c1cf9-a0a0-4640-98b8-8dc4353643c6 is going to be created. [ 1136.040741] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.040997] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.041127] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.041399] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.041629] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.041844] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-615c1cf9-a0a0-4640-98b8-8dc4353643c6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.440222] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1136.440361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.440641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.440960] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.441190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.441319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.441375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.441536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.441616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.441705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.441857] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.601878] env[65945]: INFO networking_nsxv3.common.synchronization [req-91b06dd8-ca36-4756-936f-31a59af1da8c req-0532837c-2d1c-454e-aedb-68f58cc77a34 tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1136.604970] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1136.605375] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.605551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.605638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.605887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.606053] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.606174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.606241] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.606487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.606606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.606707] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.753385] env[65945]: INFO networking_nsxv3.common.synchronization [req-e5dd56c6-23ba-4bd0-9026-1b53995ce2f8 req-48c03aa4-bc01-44e0-a5ac-a26ff9f9cac7 service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1136.753582] env[65945]: INFO networking_nsxv3.common.synchronization [req-e5dd56c6-23ba-4bd0-9026-1b53995ce2f8 req-48c03aa4-bc01-44e0-a5ac-a26ff9f9cac7 service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1136.753743] env[65945]: INFO networking_nsxv3.common.synchronization [req-e5dd56c6-23ba-4bd0-9026-1b53995ce2f8 req-48c03aa4-bc01-44e0-a5ac-a26ff9f9cac7 service nova] Enqueued Resource ID: 615c1cf9-a0a0-4640-98b8-8dc4353643c6 with Priority: HIGHEST for action port [ 1136.756201] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1136.756355] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1136.756460] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615c1cf9-a0a0-4640-98b8-8dc4353643c6 with Priority: HIGHEST for action port [ 1136.757575] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.757678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.757750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.758034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.758160] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.759910] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.760041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.760232] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-615c1cf9-a0a0-4640-98b8-8dc4353643c6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.760335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-615c1cf9-a0a0-4640-98b8-8dc4353643c6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.760388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-615c1cf9-a0a0-4640-98b8-8dc4353643c6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.760568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-615c1cf9-a0a0-4640-98b8-8dc4353643c6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.760641] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615c1cf9-a0a0-4640-98b8-8dc4353643c6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.944409] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.944555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.944596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.944790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.944970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.945240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.945240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.945395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.945436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.946204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.946204] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.946204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.946204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.946204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.946204] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.946204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.946633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.946633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.946633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.946633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.946815] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.978610] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1136.978757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.978970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.979246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.979484] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.979659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.979765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.980025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.980161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.980298] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.109123] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.260887] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.261058] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.265571] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 615c1cf9-a0a0-4640-98b8-8dc4353643c6 with status ACTIVE [ 1137.265858] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.266099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.266216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.266605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.266605] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.266770] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.266926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.267306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.267306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.267424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.267623] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.267694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.267745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.267877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.267954] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.268074] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 615c1cf9-a0a0-4640-98b8-8dc4353643c6 is going to be updated. [ 1137.299097] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.299319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.299417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.299679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.299927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.300188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-615c1cf9-a0a0-4640-98b8-8dc4353643c6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.448834] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9763e51-12cb-4708-9f1d-645066c46e6a: rpc.has_security_group_logging(os_id): False [ 1137.468523] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.468784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.468882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.469269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.469459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.469833] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.470010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.470154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.470455] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.470606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.470958] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.471145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.471264] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.471520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.471639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.471979] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.472226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.472298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.472518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.472648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.472789] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1137.484239] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.552870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.553072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.553134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.553390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.553636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.572119] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1137.611746] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.987625] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.115515] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.117088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.117088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.117088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.117088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.117088] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1138.165788] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.166129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.166129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.166354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.166354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.182305] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1138.490467] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.490662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.490822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.491094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.491223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.491339] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1138.526679] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.527089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.527089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.527450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.527588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.540596] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1139.590991] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1139.590991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.192746] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1140.192932] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.551174] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1140.551448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.551643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.552521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.552521] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.552521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.552521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.552521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.552773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.552773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.552773] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.055891] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.056390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.056390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.056390] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.056565] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.056693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.056756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.056912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.056997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.057105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.057253] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.057345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.057406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.057548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.057741] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.057837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.057903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.058086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.058166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.058262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.058354] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.560872] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01aa1893-7d59-4550-bd68-89b4354fb0fb: rpc.has_security_group_logging(os_id): False [ 1141.583317] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.583317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.583687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.583687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.583687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.584349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.584564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.584564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.584759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.584832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.585113] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.585267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.585332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.585555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.585627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.585845] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.585948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.586019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.586213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.586286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.586402] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1141.660253] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.660399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.660486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.660707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.660868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.676480] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1141.758026] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.758150] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1143.624510] env[65945]: INFO networking_nsxv3.common.synchronization [req-c0431877-74ca-4e61-adb6-c9949c2b30c8 req-34c09316-a552-4297-8d30-7e2f438d485b tempest-ServersTestJSON-1545446768 tempest-ServersTestJSON-1545446768-project-member] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1143.625165] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGHEST for action security_group_members [ 1143.625165] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.625165] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.625358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.625457] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.625617] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.625712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.625775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.625926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.626015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.626113] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.692506] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1143.692506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.129021] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.129236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.129363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.129657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.129810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.130154] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.130312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.130417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.130636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.130711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.130807] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be updated. [ 1144.160029] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.160220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.160334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.160572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.160723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.171517] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: IN_PROGRESS for 2s [ 1145.654416] env[65945]: INFO networking_nsxv3.common.synchronization [req-ec8dd7f7-9fd7-4135-9571-ccb8b7bd8037 req-aefff1eb-0721-4e05-9e5a-2e75c4177953 tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_members [ 1145.654962] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGHEST for action security_group_members [ 1145.655283] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.655404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.655546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.656276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.656559] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.656687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.656755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.656940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.657057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.657170] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.868729] env[65945]: INFO networking_nsxv3.common.synchronization [req-c75dafad-cc9a-489f-8f08-8976e3f75be1 req-c107bca3-2bad-4351-81fe-ca9195b40e5a tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1145.869400] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1145.870052] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.870052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.870052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.870244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.870389] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.870475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.870541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.870722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.870824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.870983] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.160233] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.160426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.160523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.160758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.160874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.164226] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.164226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.164226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.164226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.164226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.164226] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 is going to be updated. [ 1146.186805] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96c7efa-9679-4a90-81cf-340889c4afd8 in Status: SUCCESS [ 1146.186989] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 deletion is rescheduled due to dependency. [ 1146.187125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.193257] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.193961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.193961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.194239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.194461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.204716] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 in Status: IN_PROGRESS for 2s [ 1146.373536] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.373699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.373791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.374100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.374100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.374274] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.374367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.374418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.374557] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.374635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.374721] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be updated. [ 1146.405566] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.405770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.405823] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.406027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.406197] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.416212] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 1148.213734] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 in Status: SUCCESS [ 1148.214017] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 deletion is rescheduled due to dependency. [ 1148.214075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.426176] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 1148.426396] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 deletion is rescheduled due to dependency. [ 1148.426516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.288806] env[65945]: INFO networking_nsxv3.common.synchronization [req-dbcaaa0c-671d-4454-82f6-d84cf93176eb req-4f88c305-dc95-4a87-b0cc-b360bf511ddd tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1149.288806] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1149.289225] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.290075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.290075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.290075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.290075] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.290075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.290075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.290075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.290434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.290434] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.792553] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.861938] env[65945]: INFO networking_nsxv3.common.synchronization [None req-398933e9-c67c-4dc5-9ba1-5c0b4d03f042 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1149.862531] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1149.862909] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.863016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.197545] env[65945]: INFO networking_nsxv3.common.synchronization [req-879ed85f-9a51-4541-8d14-736ad366efa9 req-acdaec02-cabb-4183-90c3-03d1a7744e3c tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1150.198230] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1150.198379] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.198496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.199107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.199107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.199107] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.199107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.199107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.199419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.199419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.199419] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.295568] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.614290] env[65945]: INFO networking_nsxv3.common.synchronization [None req-7f3c05bf-5f91-45cd-b0fd-67d408ff732b tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_rules [ 1150.614548] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_rules [ 1150.614854] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.614983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.615224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.615500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.615589] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.691723] env[65945]: INFO networking_nsxv3.common.synchronization [None req-5af5e42c-371f-423b-8a39-097f4cd52728 tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_rules [ 1150.692383] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_rules [ 1150.692731] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.692827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.702066] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.797747] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.797951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.797951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.798192] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.798280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.798437] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1150.830608] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.830883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.830883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.831166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.831166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.840429] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1151.136817] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.136817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.136817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.137086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.137141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.137625] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 already deleted. [ 1151.137625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.137625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.137625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.138097] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.204053] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.663233] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.663486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.663486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.663646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.663727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.663841] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 already deleted. [ 1151.663951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.706635] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.706772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.706844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.707062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.707157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.707257] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1151.736989] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.737169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.737228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.737477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.737657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.747386] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1152.509114] env[65945]: INFO networking_nsxv3.common.synchronization [req-0b43a302-4e7d-4481-aa50-10bc4f290bca req-18b2fd68-e3f2-4b80-986d-6b2dd127ce37 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_members [ 1152.509660] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGHEST for action security_group_members [ 1152.509965] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d961528-3264-4e3a-9c3f-9ad5832b27c4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.510152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.510211] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.510424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.510612] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.510712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.510790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.510942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.511037] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.511129] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.853414] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1152.853414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.853414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.853414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.853414] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.853414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.853414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.853414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.853414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.853414] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.013044] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.013172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.013288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.013507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.013608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.013854] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.014048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.014162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.014289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.014373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.014466] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 is going to be updated. [ 1153.043323] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.043482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.043527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.043729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.043874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.054189] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 in Status: IN_PROGRESS for 2s [ 1153.356368] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.356368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.356368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.356821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.356821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.356972] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.356972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.357134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.357243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.357341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.357402] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1153.403222] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.403357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.403432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.403739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.403874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.413847] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1153.757130] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1153.757408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.065406] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 in Status: SUCCESS [ 1155.065756] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 deletion is rescheduled due to dependency. [ 1155.065756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.424915] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1155.425126] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb deletion is rescheduled due to dependency. [ 1155.425242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.124251] env[65945]: INFO networking_nsxv3.common.synchronization [req-3751a2eb-b1c3-4525-8ae2-1c9ead907472 req-519f59a5-8b65-4a64-bbb5-902f8ad23006 tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1157.125014] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1157.125411] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.125779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.125779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.125947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.126187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.126325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.126430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.126657] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.126768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.126906] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.394862] env[65945]: INFO networking_nsxv3.common.synchronization [req-174ea9dc-c141-41f5-8dc4-70ad787c20a2 req-eb214e31-b227-4dc3-8f5b-9c11f0ec7a2c tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_members [ 1157.395491] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_members [ 1157.395822] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.395944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.396023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.396307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.396467] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.396569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.396630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.396797] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.396884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.396979] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.632121] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.632366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.632429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.632614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.632698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.632888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.632985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.633095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.633314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.633397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.633474] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1157.664109] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.664373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.664373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.664537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.664683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.675526] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1157.709639] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.709834] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.709957] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.710310] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.710588] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.710816] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.710948] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.711209] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.711363] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.711582] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.711694] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.711802] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.711910] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.712042] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.712154] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.712291] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.734291] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.734460] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.734583] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.734762] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.735132] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-ea4ee708-a099-4fba-9f60-18cbb28eea7c taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.735318] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-ea4ee708-a099-4fba-9f60-18cbb28eea7c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.735437] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-ea4ee708-a099-4fba-9f60-18cbb28eea7c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.735779] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-ea4ee708-a099-4fba-9f60-18cbb28eea7c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.735916] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea4ee708-a099-4fba-9f60-18cbb28eea7c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.899559] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.899708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.899762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.899984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.900086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.900345] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.900441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.900505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.900672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.900747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.900823] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 already deleted. [ 1157.900906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.238625] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.239061] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.239061] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.239288] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.239443] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.239608] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port ea4ee708-a099-4fba-9f60-18cbb28eea7c not found, creating... [ 1158.239900] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.240202] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.240344] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.240592] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.240733] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.241042] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.241294] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.241434] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.241652] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.241790] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.241933] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: ea4ee708-a099-4fba-9f60-18cbb28eea7c is going to be created. [ 1158.268913] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.269246] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.269468] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.269876] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.270251] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.270593] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-ea4ee708-a099-4fba-9f60-18cbb28eea7c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.965229] env[65945]: INFO networking_nsxv3.common.synchronization [req-174ea9dc-c141-41f5-8dc4-70ad787c20a2 req-1bba0fee-e219-493e-ae57-37f22028781d service nova] Enqueued Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_rules [ 1158.965400] env[65945]: INFO networking_nsxv3.common.synchronization [req-174ea9dc-c141-41f5-8dc4-70ad787c20a2 req-1bba0fee-e219-493e-ae57-37f22028781d service nova] Enqueued Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_members [ 1158.965552] env[65945]: INFO networking_nsxv3.common.synchronization [req-174ea9dc-c141-41f5-8dc4-70ad787c20a2 req-1bba0fee-e219-493e-ae57-37f22028781d service nova] Enqueued Resource ID: ea4ee708-a099-4fba-9f60-18cbb28eea7c with Priority: HIGHEST for action port [ 1158.966063] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_rules [ 1158.966199] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_members [ 1158.966299] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4ee708-a099-4fba-9f60-18cbb28eea7c with Priority: HIGHEST for action port [ 1158.966566] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.966698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.966766] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.966956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.967147] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.968017] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.968233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.968347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.968579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.968761] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.968888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.968976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.969171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.969292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.969503] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.970309] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea4ee708-a099-4fba-9f60-18cbb28eea7c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.970556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea4ee708-a099-4fba-9f60-18cbb28eea7c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.970656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea4ee708-a099-4fba-9f60-18cbb28eea7c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.970832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea4ee708-a099-4fba-9f60-18cbb28eea7c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.970938] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea4ee708-a099-4fba-9f60-18cbb28eea7c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.473333] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.473625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.473767] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.474971] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea4ee708-a099-4fba-9f60-18cbb28eea7c with status ACTIVE [ 1159.475199] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.475416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.475416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.475582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.475702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.475890] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.475988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.476069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.476218] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.476286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.476464] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.476591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.476642] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.476743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.476815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.476899] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea4ee708-a099-4fba-9f60-18cbb28eea7c is going to be updated. [ 1159.501063] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.501377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.501377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.501521] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.501674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.501869] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea4ee708-a099-4fba-9f60-18cbb28eea7c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.667225] env[65945]: INFO networking_nsxv3.common.synchronization [req-cab2e2ec-8e03-4b47-b14b-b123f5c6ecdb req-53b10914-4e83-4ec3-a6c7-c6ac56fbcebb tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1159.667723] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1159.668889] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.668889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.668889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.668889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.669133] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.669133] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.669215] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.669988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.669988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.669988] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.685007] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1159.685202] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a deletion is rescheduled due to dependency. [ 1159.685319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.978797] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.997017] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.997328] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.997455] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.997727] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.997993] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.998284] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.998374] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.998753] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.998904] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.999139] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.999248] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.999384] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.999500] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.999558] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.999662] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.999792] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.021159] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.021342] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.021490] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.021666] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-442" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.021989] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.022174] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.022296] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.022642] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.022789] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf3d358-08c5-43d4-9170-0cfdc58f9d85',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.172751] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.172942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.173049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.173326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.173442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.173682] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.173790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.173894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.174123] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.174247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.174345] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be updated. [ 1160.201016] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.201235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.201282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.201477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.201623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.209637] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 1160.481929] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.482310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.482310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.482387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.482452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.482555] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 is going to be created. [ 1160.508870] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.509084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.509084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.509395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.509556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.518689] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 in Status: UNINITIALIZED for 2s [ 1160.526096] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.526096] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.526096] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.526096] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.526691] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.526691] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port eaf3d358-08c5-43d4-9170-0cfdc58f9d85 not found, creating... [ 1160.526691] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.526824] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.526950] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.527156] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.527294] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.527577] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.527748] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.527849] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.528049] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.528192] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.528329] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: eaf3d358-08c5-43d4-9170-0cfdc58f9d85 is going to be created. [ 1160.548372] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.548620] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.548744] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.549010] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.549248] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.549475] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.686872] env[65945]: INFO networking_nsxv3.common.synchronization [req-cab2e2ec-8e03-4b47-b14b-b123f5c6ecdb req-2510a460-99b3-42f0-963c-60a94c64cd6e service nova] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 1161.687216] env[65945]: INFO networking_nsxv3.common.synchronization [req-cab2e2ec-8e03-4b47-b14b-b123f5c6ecdb req-2510a460-99b3-42f0-963c-60a94c64cd6e service nova] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1161.687433] env[65945]: INFO networking_nsxv3.common.synchronization [req-cab2e2ec-8e03-4b47-b14b-b123f5c6ecdb req-2510a460-99b3-42f0-963c-60a94c64cd6e service nova] Enqueued Resource ID: eaf3d358-08c5-43d4-9170-0cfdc58f9d85 with Priority: HIGHEST for action port [ 1161.688232] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_rules [ 1161.688400] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1161.688511] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf3d358-08c5-43d4-9170-0cfdc58f9d85 with Priority: HIGHEST for action port [ 1161.689148] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.689283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.689360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.689564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.689654] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.690622] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.690716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.690940] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.691090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.691206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.691369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.691452] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf3d358-08c5-43d4-9170-0cfdc58f9d85',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.732508] env[65945]: INFO networking_nsxv3.common.synchronization [None req-7e2d3806-b127-466c-8d79-7981248a4e90 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_rules [ 1161.733076] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_rules [ 1161.733349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.733475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.733544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.737280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.737280] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.813866] env[65945]: INFO networking_nsxv3.common.synchronization [None req-34f42554-9c26-45c0-b8c5-836ee1201ef2 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_rules [ 1161.814662] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_rules [ 1161.814985] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.814985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.193983] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.194137] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.194433] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaf3d358-08c5-43d4-9170-0cfdc58f9d85 with status ACTIVE [ 1162.194543] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.194608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.194645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.194860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.194950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.195136] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.195233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.195297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.195456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.195535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.195712] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.195805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.195865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.196015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.196094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.196182] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaf3d358-08c5-43d4-9170-0cfdc58f9d85 is going to be updated. [ 1162.219090] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.219240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.219296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.219527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.219638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.219789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf3d358-08c5-43d4-9170-0cfdc58f9d85" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.220676] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 1162.220867] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 deletion is rescheduled due to dependency. [ 1162.220985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.221190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.221388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.221557] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.221656] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.221718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.221852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.221929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.222041] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.264038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.264219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.264266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.264462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.264549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.264641] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8637fd64-3290-48e5-a150-fb365459253a already deleted. [ 1162.264719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.264854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.264995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.265093] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.531018] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 in Status: SUCCESS [ 1162.531296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.531473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.531749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.531978] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.532138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.532202] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.532366] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.532470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.532593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.532691] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.724688] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.787767] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.787992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.787992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.788226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.788364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.788474] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8637fd64-3290-48e5-a150-fb365459253a already deleted. [ 1162.788561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.034747] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.227988] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.536656] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a6e00ad-ef5d-4449-9a25-9579b7138dc5: rpc.has_security_group_logging(os_id): False [ 1163.555209] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.555409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.555409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.556041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.556041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.556041] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.556041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.556329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.556329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.556329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.556452] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 is going to be created. [ 1163.624540] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.624737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.624810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.625126] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.625306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.640331] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 in Status: IN_PROGRESS for 2s [ 1163.642699] env[65945]: INFO networking_nsxv3.common.synchronization [req-a0c43c3d-ec34-4c3f-a79e-1afb97b7a5ef req-a5880d57-0d53-4265-a5a3-3733459deed8 tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1163.643412] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1163.643744] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.643876] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.643966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.644134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.644298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.644400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.644458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.644609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.644692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.644784] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.729769] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.730461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.730461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.730461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.730461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.730716] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be updated. [ 1163.779063] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.779063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.779063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.779410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.779410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.788460] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 1164.005968] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.006172] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.006295] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.006567] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.006801] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.006966] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.007079] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.007287] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.007435] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.007648] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.007755] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.007863] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.007967] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.008081] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.008186] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.008344] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.028284] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.028537] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.028730] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.028944] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-564" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.029370] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-3225f86f-090c-45fd-b9a6-deb595ad6a46 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.029588] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-3225f86f-090c-45fd-b9a6-deb595ad6a46" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.029741] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-3225f86f-090c-45fd-b9a6-deb595ad6a46" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.030171] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-3225f86f-090c-45fd-b9a6-deb595ad6a46" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.030389] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3225f86f-090c-45fd-b9a6-deb595ad6a46',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.149219] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.149219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.149219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.149377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.149377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.149555] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.149676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.149758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.149941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.150040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.150132] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1164.177615] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.177777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.177850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.178143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.178328] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.187047] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1164.533234] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.533516] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.533636] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.533917] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.534077] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.534235] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 3225f86f-090c-45fd-b9a6-deb595ad6a46 not found, creating... [ 1164.534497] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.534656] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.534773] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.534989] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.535140] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.535420] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.535575] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.535694] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.535900] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.536179] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.536179] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 3225f86f-090c-45fd-b9a6-deb595ad6a46 is going to be created. [ 1164.555782] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.555991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.556527] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.556527] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.556959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.556959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-3225f86f-090c-45fd-b9a6-deb595ad6a46" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.252254] env[65945]: INFO networking_nsxv3.common.synchronization [req-a0c43c3d-ec34-4c3f-a79e-1afb97b7a5ef req-3a679a97-c43d-44c5-bc3a-fca2a58753a4 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1165.252548] env[65945]: INFO networking_nsxv3.common.synchronization [req-a0c43c3d-ec34-4c3f-a79e-1afb97b7a5ef req-3a679a97-c43d-44c5-bc3a-fca2a58753a4 service nova] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1165.252592] env[65945]: INFO networking_nsxv3.common.synchronization [req-a0c43c3d-ec34-4c3f-a79e-1afb97b7a5ef req-3a679a97-c43d-44c5-bc3a-fca2a58753a4 service nova] Enqueued Resource ID: 3225f86f-090c-45fd-b9a6-deb595ad6a46 with Priority: HIGHEST for action port [ 1165.253116] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_rules [ 1165.253290] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1165.253382] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3225f86f-090c-45fd-b9a6-deb595ad6a46 with Priority: HIGHEST for action port [ 1165.254058] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.254225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.254256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.254498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.254560] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.255332] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.255429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.255619] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-3225f86f-090c-45fd-b9a6-deb595ad6a46 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.255715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3225f86f-090c-45fd-b9a6-deb595ad6a46" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.255781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3225f86f-090c-45fd-b9a6-deb595ad6a46" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.255937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3225f86f-090c-45fd-b9a6-deb595ad6a46" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.256029] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3225f86f-090c-45fd-b9a6-deb595ad6a46',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.653966] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 in Status: SUCCESS [ 1165.653966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.758071] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.758071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.758071] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3225f86f-090c-45fd-b9a6-deb595ad6a46 with status ACTIVE [ 1165.758071] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.758071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.758071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.758469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.758469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.759640] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.759640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.759640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.759640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.759640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.759640] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.759640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.759640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.759640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.759640] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.759640] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3225f86f-090c-45fd-b9a6-deb595ad6a46 is going to be updated. [ 1165.781034] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.781182] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.781379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.781460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.781577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.781733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3225f86f-090c-45fd-b9a6-deb595ad6a46" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.798139] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 1165.798361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.798523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.798735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.798931] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.799113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.799113] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.799272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.799353] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.799436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.799527] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.196037] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1166.196462] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a deletion is rescheduled due to dependency. [ 1166.196462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.197086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.197407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.197477] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.197599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.197663] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.197810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.197888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.197977] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.302052] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.700532] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.804874] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ceaae064-1736-4d9b-8eff-c20905dd6031: rpc.has_security_group_logging(os_id): False [ 1166.824706] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.824947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.825102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.825453] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.825616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.826623] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.826623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.826623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.826623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.826811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.826811] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be updated. [ 1166.891592] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.891592] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.891855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.891999] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.892100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.906784] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 1167.203330] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.708533] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.708939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.708939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.709042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.709076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.709177] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1167.741465] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.741678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.741678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.741901] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.742066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.753467] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1168.926178] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 1168.926544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.763550] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1169.763775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.763933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.764172] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.764370] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.764502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.764567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.764729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.764809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.764894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.764984] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.955665] env[65945]: INFO networking_nsxv3.common.synchronization [req-fb870644-792a-4f43-9b02-63380f10a84e req-85d9697c-2f45-42d1-9246-3a352c6713b8 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1169.956248] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1169.956248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.956248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.956393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.956626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.956791] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.956891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.956957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.957673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.957673] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.957673] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.267055] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.270019] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.270019] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.270019] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.270019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.270714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.270714] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.293150] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.293150] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.293150] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.293150] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.293150] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.293566] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.293824] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.294247] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.294504] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.294807] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.295029] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.295232] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.295430] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.295634] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.295853] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.296099] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.318342] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.318906] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.319177] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.319453] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.319871] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-d08b3c15-9e99-4461-8132-c5d5f22133eb taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.322048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-d08b3c15-9e99-4461-8132-c5d5f22133eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.322048] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-d08b3c15-9e99-4461-8132-c5d5f22133eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.322895] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-d08b3c15-9e99-4461-8132-c5d5f22133eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.323199] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d08b3c15-9e99-4461-8132-c5d5f22133eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.461183] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.461183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.461183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.461183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.461183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.461183] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.461183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.461183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.461183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.461183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.461183] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8637fd64-3290-48e5-a150-fb365459253a already deleted. [ 1170.461183] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.773185] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9763e51-12cb-4708-9f1d-645066c46e6a: rpc.has_security_group_logging(os_id): False [ 1170.791413] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.791669] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.791669] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.791868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.791900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.792196] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.792196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.792315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.792417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.792495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.792694] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.792787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.792849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.792988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.793080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.793268] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.793360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.793425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.793561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.793635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.793733] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1170.827294] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.827521] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.827625] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.827893] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.828059] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.828225] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port d08b3c15-9e99-4461-8132-c5d5f22133eb not found, creating... [ 1170.828560] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.828694] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.828810] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.829044] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.829184] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.829506] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.829663] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.829974] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.830221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.830505] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.830704] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: d08b3c15-9e99-4461-8132-c5d5f22133eb is going to be created. [ 1170.851018] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.852136] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.852272] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.852545] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.852798] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.853044] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-d08b3c15-9e99-4461-8132-c5d5f22133eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.870995] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.871159] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.871230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.871611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.871779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.886647] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1171.538273] env[65945]: INFO networking_nsxv3.common.synchronization [req-fb870644-792a-4f43-9b02-63380f10a84e req-221bea83-49f5-4711-bb42-cfdcd8d0d5b6 service nova] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_rules [ 1171.538273] env[65945]: INFO networking_nsxv3.common.synchronization [req-fb870644-792a-4f43-9b02-63380f10a84e req-221bea83-49f5-4711-bb42-cfdcd8d0d5b6 service nova] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1171.538273] env[65945]: INFO networking_nsxv3.common.synchronization [req-fb870644-792a-4f43-9b02-63380f10a84e req-221bea83-49f5-4711-bb42-cfdcd8d0d5b6 service nova] Enqueued Resource ID: d08b3c15-9e99-4461-8132-c5d5f22133eb with Priority: HIGHEST for action port [ 1171.538783] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_rules [ 1171.539516] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1171.539674] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08b3c15-9e99-4461-8132-c5d5f22133eb with Priority: HIGHEST for action port [ 1171.539994] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.540086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.540145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.540380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.540459] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.541692] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.543382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.543382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.543382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.543382] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.543382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.543382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.543382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.543382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.543382] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.543692] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d08b3c15-9e99-4461-8132-c5d5f22133eb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.543692] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d08b3c15-9e99-4461-8132-c5d5f22133eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.544034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d08b3c15-9e99-4461-8132-c5d5f22133eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.544220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d08b3c15-9e99-4461-8132-c5d5f22133eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.544317] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d08b3c15-9e99-4461-8132-c5d5f22133eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.042439] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.042439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.047219] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.048044] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d08b3c15-9e99-4461-8132-c5d5f22133eb with status ACTIVE [ 1172.048238] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.048395] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.048464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.048746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.048836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.049091] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.049203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.049284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.049460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.049551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.050283] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.050283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.050283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.050283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.050283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.050283] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d08b3c15-9e99-4461-8132-c5d5f22133eb is going to be updated. [ 1172.074468] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.074714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.074714] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.074966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.075660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.075660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d08b3c15-9e99-4461-8132-c5d5f22133eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.553031] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.899182] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1172.899361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.057067] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.057067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.057067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.057067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.057067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.057067] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8637fd64-3290-48e5-a150-fb365459253a is going to be created. [ 1173.081432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.081653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.081653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.081838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.081995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.091578] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: UNINITIALIZED for 2s [ 1175.104579] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: SUCCESS [ 1175.104898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.104970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.105213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.105411] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.105530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.105608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.105756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.105824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.105909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.105998] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.608814] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.110990] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8637fd64-3290-48e5-a150-fb365459253a: rpc.has_security_group_logging(os_id): False [ 1176.132898] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.133148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.133219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.133548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.133698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.134095] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.134323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.134323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.134513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.134647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.134751] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8637fd64-3290-48e5-a150-fb365459253a is going to be created. [ 1176.203422] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.203654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.203654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.203868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.204086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.221826] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: IN_PROGRESS for 2s [ 1176.540879] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.540879] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1178.240754] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: SUCCESS [ 1178.241163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.542139] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.542464] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1186.345250] env[65945]: INFO networking_nsxv3.common.synchronization [req-f7e89b87-1ecd-4b73-83a8-ff7b12504ea8 req-b60542f3-813c-4814-9a81-87873fe1b1b0 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1186.345891] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1186.346308] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.346438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.346508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.346709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.347851] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.347851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.347851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.347851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.347851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.347851] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.551932] env[65945]: INFO networking_nsxv3.common.synchronization [req-2a9f7656-3e6d-495c-84d7-9bc0265ac9de req-ed96e329-9057-4099-9175-6c37e891c81a tempest-ImagesTestJSON-1922680618 tempest-ImagesTestJSON-1922680618-project-member] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1186.552546] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGHEST for action security_group_members [ 1186.553335] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.553335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.553335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.553335] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.553882] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.553882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.553882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.553882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.553882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.553882] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.657256] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.657456] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.657584] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.657887] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.658197] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.658357] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.658501] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.658738] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.658886] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.659106] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.659219] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.659327] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.659433] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.659541] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.659647] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.659782] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.681190] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.681372] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.681481] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.681658] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.681975] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-e266c551-ddd9-4616-be21-7d4a3de76363 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.682163] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-e266c551-ddd9-4616-be21-7d4a3de76363" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.682284] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-e266c551-ddd9-4616-be21-7d4a3de76363" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.682605] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-e266c551-ddd9-4616-be21-7d4a3de76363" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.682747] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e266c551-ddd9-4616-be21-7d4a3de76363',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.850634] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.056571] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.056571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.056571] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.056830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.056830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.056915] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.057017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.057102] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.057271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.057346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.057432] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be updated. [ 1187.089016] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.089214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.089214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.089435] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.089612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.098937] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: IN_PROGRESS for 2s [ 1187.185583] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.185946] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.186122] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.186535] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.186754] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.186925] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port e266c551-ddd9-4616-be21-7d4a3de76363 not found, creating... [ 1187.187229] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.187440] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.187517] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.187765] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.187937] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.188292] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.188454] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.188577] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.188797] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.188932] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.189090] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: e266c551-ddd9-4616-be21-7d4a3de76363 is going to be created. [ 1187.211092] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.211355] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.211514] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.211795] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.212087] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.212414] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-e266c551-ddd9-4616-be21-7d4a3de76363" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.352450] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.855147] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.855413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.855600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.855982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.856163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.856464] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8637fd64-3290-48e5-a150-fb365459253a is going to be updated. [ 1187.887459] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.887719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.887830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.888124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.888348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.899747] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: IN_PROGRESS for 2s [ 1187.914450] env[65945]: INFO networking_nsxv3.common.synchronization [req-f7e89b87-1ecd-4b73-83a8-ff7b12504ea8 req-981522d3-6a9e-4b7f-aed9-54811fb6f0b2 service nova] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_rules [ 1187.914639] env[65945]: INFO networking_nsxv3.common.synchronization [req-f7e89b87-1ecd-4b73-83a8-ff7b12504ea8 req-981522d3-6a9e-4b7f-aed9-54811fb6f0b2 service nova] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1187.914777] env[65945]: INFO networking_nsxv3.common.synchronization [req-f7e89b87-1ecd-4b73-83a8-ff7b12504ea8 req-981522d3-6a9e-4b7f-aed9-54811fb6f0b2 service nova] Enqueued Resource ID: e266c551-ddd9-4616-be21-7d4a3de76363 with Priority: HIGHEST for action port [ 1187.915389] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_rules [ 1187.915529] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1187.915630] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e266c551-ddd9-4616-be21-7d4a3de76363 with Priority: HIGHEST for action port [ 1187.915909] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.916231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.916231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.916341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.916376] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.917245] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.917343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.919203] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-e266c551-ddd9-4616-be21-7d4a3de76363 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.919350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e266c551-ddd9-4616-be21-7d4a3de76363" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.919416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e266c551-ddd9-4616-be21-7d4a3de76363" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.919556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e266c551-ddd9-4616-be21-7d4a3de76363" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.919645] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e266c551-ddd9-4616-be21-7d4a3de76363',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.421858] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.422166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.422362] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e266c551-ddd9-4616-be21-7d4a3de76363 with status ACTIVE [ 1188.422616] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.422792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.422909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.423219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.423379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.423644] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.423785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.423855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.424034] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.424114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.424305] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.424400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.424462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.424629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.424715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.424814] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e266c551-ddd9-4616-be21-7d4a3de76363 is going to be updated. [ 1188.446399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.446602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.446602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.446795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.446938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.447109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e266c551-ddd9-4616-be21-7d4a3de76363" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.109998] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9763e51-12cb-4708-9f1d-645066c46e6a in Status: SUCCESS [ 1189.110200] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a deletion is rescheduled due to dependency. [ 1189.110314] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.910561] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: SUCCESS [ 1189.910963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.911042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.911217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.911410] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.911544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.911602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.911777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.911859] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.911964] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.415074] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.917163] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.419704] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.419887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.419976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.420236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.420318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.420419] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8637fd64-3290-48e5-a150-fb365459253a is going to be updated. [ 1191.453067] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.453067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.453067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.453067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.453221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.462424] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: IN_PROGRESS for 2s [ 1192.697911] env[65945]: INFO networking_nsxv3.common.synchronization [req-26c19012-686b-4cf5-aa6a-d1d8627f362b req-e09e42e7-4acf-4c7c-a54e-00b6fd5bc99d tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 1192.698794] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 1192.703176] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.703464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.703641] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.703976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.704270] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.704544] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.704716] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.705914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.706090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.706248] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.210047] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.495103] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: SUCCESS [ 1193.495103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.495400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.495400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.495561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.495561] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.495713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.495787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495817] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495905] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.712545] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.998493] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.214805] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.214981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.215067] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.215286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.215376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.215474] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 is going to be updated. [ 1194.247415] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.247606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.247606] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.247819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.247971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.258952] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: IN_PROGRESS for 2s [ 1194.501418] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8637fd64-3290-48e5-a150-fb365459253a: rpc.has_security_group_logging(os_id): False [ 1194.520883] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.521082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.521167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.521461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.521637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.522059] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.522296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.522296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.522620] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.522728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.522792] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8637fd64-3290-48e5-a150-fb365459253a is going to be updated. [ 1194.597752] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.597988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.597988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.598235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.598399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.632735] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: IN_PROGRESS for 2s [ 1195.816537] env[65945]: INFO networking_nsxv3.common.synchronization [None req-240945db-b46a-4b56-94bf-c27213856ec7 None None] Enqueued Resource ID: 02e4361d-6cd5-4b4c-83c2-1211c8fea311 with Priority: HIGHEST for action port [ 1195.816832] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e4361d-6cd5-4b4c-83c2-1211c8fea311 with Priority: HIGHEST for action port [ 1195.817030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e4361d-6cd5-4b4c-83c2-1211c8fea311 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.817479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e4361d-6cd5-4b4c-83c2-1211c8fea311" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.817569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e4361d-6cd5-4b4c-83c2-1211c8fea311" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.817872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e4361d-6cd5-4b4c-83c2-1211c8fea311" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.817914] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e4361d-6cd5-4b4c-83c2-1211c8fea311',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.268921] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: SUCCESS [ 1196.269163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.320835] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02e4361d-6cd5-4b4c-83c2-1211c8fea311 [ 1196.320835] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.320835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.320835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.320835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.320835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.320835] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02e4361d-6cd5-4b4c-83c2-1211c8fea311 already deleted. [ 1196.320835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e4361d-6cd5-4b4c-83c2-1211c8fea311" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.648468] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: SUCCESS [ 1196.648707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.606033] env[65945]: INFO networking_nsxv3.common.synchronization [None req-56989a13-9a1a-4d51-a741-b6797c8ce56c tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1197.606742] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1197.607062] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.607250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.607320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.607513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.607664] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.607920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.607920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.608027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.608119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.608192] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.110278] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.110434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.110519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.110784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.110872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.111086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.111191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.111253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.111473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.111473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.111546] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1198.146133] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.146361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.146361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.146580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.146739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.157159] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1198.781514] env[65945]: INFO networking_nsxv3.common.synchronization [None req-d65503de-a287-442e-8709-063ced3583bb None None] Enqueued Resource ID: 9a70388d-4fe1-4ce3-a266-04ef27dc8324 with Priority: HIGHEST for action port [ 1198.782096] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a70388d-4fe1-4ce3-a266-04ef27dc8324 with Priority: HIGHEST for action port [ 1198.782400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a70388d-4fe1-4ce3-a266-04ef27dc8324 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.782533] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a70388d-4fe1-4ce3-a266-04ef27dc8324" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.782607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a70388d-4fe1-4ce3-a266-04ef27dc8324" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.782874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a70388d-4fe1-4ce3-a266-04ef27dc8324" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.782968] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a70388d-4fe1-4ce3-a266-04ef27dc8324',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.285160] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a70388d-4fe1-4ce3-a266-04ef27dc8324 [ 1199.285660] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.286267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.286267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.286267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.286448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.286448] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a70388d-4fe1-4ce3-a266-04ef27dc8324 already deleted. [ 1199.286448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a70388d-4fe1-4ce3-a266-04ef27dc8324" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.167428] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1200.167841] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb deletion is rescheduled due to dependency. [ 1200.167841] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.886894] env[65945]: INFO networking_nsxv3.common.synchronization [req-c4607f84-4a25-44b8-8140-0f4a94f97dd0 req-07306cb5-9851-4296-adf2-40a808942bad tempest-ImagesOneServerNegativeTestJSON-681205578 tempest-ImagesOneServerNegativeTestJSON-681205578-project-member] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1200.887453] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1200.887915] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.887915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.888072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.888617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.888617] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.888778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.888836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.889033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.889186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.889241] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.191169] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.191509] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.191586] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.191940] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.192241] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.192458] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.192654] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.193081] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.193283] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.193602] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.193797] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.193925] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.194046] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.194189] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.194301] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.194435] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.213041] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.213232] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1201.213383] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.213569] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.213885] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.214075] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.214199] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.214517] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.214659] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb43c99-dc6c-4d89-a14f-16afeb1f19f2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.392085] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.392085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.392085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.392085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.392085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.392085] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.392085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.392539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.392539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.392539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.392539] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 already deleted. [ 1201.392539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.716770] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.717019] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.717151] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.717420] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.717569] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.717766] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 5fb43c99-dc6c-4d89-a14f-16afeb1f19f2 not found, creating... [ 1201.718053] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.718218] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.718338] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.718589] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.718699] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.718981] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.719233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.719399] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.719613] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.719844] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.720012] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 5fb43c99-dc6c-4d89-a14f-16afeb1f19f2 is going to be created. [ 1201.740815] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.741043] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.741174] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.741437] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.741689] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.741982] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.445254] env[65945]: INFO networking_nsxv3.common.synchronization [req-c4607f84-4a25-44b8-8140-0f4a94f97dd0 req-8844dbae-1f80-4432-b115-a54b4077c3f3 service nova] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_rules [ 1202.445254] env[65945]: INFO networking_nsxv3.common.synchronization [req-c4607f84-4a25-44b8-8140-0f4a94f97dd0 req-8844dbae-1f80-4432-b115-a54b4077c3f3 service nova] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1202.445626] env[65945]: INFO networking_nsxv3.common.synchronization [req-c4607f84-4a25-44b8-8140-0f4a94f97dd0 req-8844dbae-1f80-4432-b115-a54b4077c3f3 service nova] Enqueued Resource ID: 5fb43c99-dc6c-4d89-a14f-16afeb1f19f2 with Priority: HIGHEST for action port [ 1202.445843] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_rules [ 1202.445964] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1202.446073] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb43c99-dc6c-4d89-a14f-16afeb1f19f2 with Priority: HIGHEST for action port [ 1202.446345] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.446465] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.446531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.446792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.446872] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.447694] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.447821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.447874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.448049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.448194] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.448289] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.448349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.448529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.448573] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.448682] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.449976] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.449976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.449976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.450318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.450318] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb43c99-dc6c-4d89-a14f-16afeb1f19f2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.952427] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.953511] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.953639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.953813] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fb43c99-dc6c-4d89-a14f-16afeb1f19f2 with status ACTIVE [ 1202.953993] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.954115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.954193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.954402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.954498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.954668] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.954775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.954847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.954989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.955076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.955255] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.955350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.955443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.955552] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.955624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.955708] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fb43c99-dc6c-4d89-a14f-16afeb1f19f2 is going to be updated. [ 1202.977918] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.977918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.978148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.978340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.978537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.978765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb43c99-dc6c-4d89-a14f-16afeb1f19f2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.457713] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.960519] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.960724] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.960835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.961044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.961174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.961329] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be created. [ 1203.985362] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.985474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.985474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.985664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.985832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.994724] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: UNINITIALIZED for 2s [ 1206.007180] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1206.007519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.007519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.007744] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.007912] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.008068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.008138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.008290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.008371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.008456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.008550] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.511519] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.511679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.511753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.512069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.512251] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.512404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.512479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.512648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.512745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.512827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.513077] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.513153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.513187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.513332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.513473] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.513566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.513617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.513761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.513839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.513938] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.514051] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.674498] env[65945]: INFO networking_nsxv3.common.synchronization [req-bc21dd38-1a77-4e9e-8c09-429a455b50e7 req-e9a26530-b831-415d-92f1-89277da17686 tempest-AttachVolumeTestJSON-1917846661 tempest-AttachVolumeTestJSON-1917846661-project-member] Enqueued Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_members [ 1206.675083] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGHEST for action security_group_members [ 1206.675345] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.675468] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.675539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.675734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.675881] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.676024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.676070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.676188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.676270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.676362] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.019306] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17946449-8ae8-4d78-bfa1-4aec2c5d68b7: rpc.has_security_group_logging(os_id): False [ 1207.041413] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.041630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.041630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.041947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.042066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.042283] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.042386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.042450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.042638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.042712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.042941] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.043243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.043417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.043651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.043851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.044261] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.044445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.044591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.044758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.044946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.045116] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be created. [ 1207.123539] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.123799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.123914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.124196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.124444] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.140614] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: IN_PROGRESS for 2s [ 1207.178566] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.178890] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.178992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.179250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.179347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.179547] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.179650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.179711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.179873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.179952] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.180046] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce is going to be updated. [ 1207.223427] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.223678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.223678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.223895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.224075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.237213] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce in Status: IN_PROGRESS for 2s [ 1208.274125] env[65945]: INFO networking_nsxv3.common.synchronization [req-9be19189-488b-48cd-9b19-229a8e1467b8 req-0d9fe061-2eb7-43c7-8878-660ef34981bf tempest-ServerActionsTestOtherA-771655411 tempest-ServerActionsTestOtherA-771655411-project-member] Enqueued Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 1208.274783] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 with Priority: HIGHEST for action security_group_members [ 1208.275108] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17a8701d-8be9-4d26-a143-a742e47f4c57 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.275232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.275302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.275504] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.275657] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.275757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.275822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.275969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.276063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.276160] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17a8701d-8be9-4d26-a143-a742e47f4c57',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.778424] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.778635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.778635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.778869] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.778949] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.779171] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.779275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.779339] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.779499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.779577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.779666] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 is going to be updated. [ 1208.806632] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.806803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.806803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.807145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.807145] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.816658] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: IN_PROGRESS for 2s [ 1209.156143] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1209.156143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.248252] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce in Status: SUCCESS [ 1209.248252] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce deletion is rescheduled due to dependency. [ 1209.248252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.827813] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 in Status: SUCCESS [ 1210.828179] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17a8701d-8be9-4d26-a143-a742e47f4c57 deletion is rescheduled due to dependency. [ 1210.828179] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17a8701d-8be9-4d26-a143-a742e47f4c57" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.276149] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.276538] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.118130] env[65945]: INFO networking_nsxv3.common.synchronization [None req-d7da6c92-944c-49cf-ba2a-05c0558f7102 None None] Enqueued Resource ID: a7b042d7-ce8c-46af-83ec-a4f482baebe9 with Priority: HIGHEST for action port [ 1218.119110] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b042d7-ce8c-46af-83ec-a4f482baebe9 with Priority: HIGHEST for action port [ 1218.119236] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b042d7-ce8c-46af-83ec-a4f482baebe9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.119369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b042d7-ce8c-46af-83ec-a4f482baebe9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.119441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b042d7-ce8c-46af-83ec-a4f482baebe9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.119765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b042d7-ce8c-46af-83ec-a4f482baebe9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.119873] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b042d7-ce8c-46af-83ec-a4f482baebe9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.481147] env[65945]: INFO networking_nsxv3.common.synchronization [None req-de259bf2-f8aa-406d-94a8-ada087bf3bd8 tempest-ServerActionsTestOtherB-1892808 tempest-ServerActionsTestOtherB-1892808-project-member] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1218.481359] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1218.481601] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.481720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.481788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.482062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.482150] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.581448] env[65945]: INFO networking_nsxv3.common.synchronization [None req-78072168-6359-4f2c-aa78-1cfe0fb56016 tempest-ServerActionsTestOtherB-1892808 tempest-ServerActionsTestOtherB-1892808-project-member] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1218.582075] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1218.582400] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.582505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.621835] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7b042d7-ce8c-46af-83ec-a4f482baebe9 [ 1218.622097] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.622820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.622820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.622820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.622820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.622820] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7b042d7-ce8c-46af-83ec-a4f482baebe9 already deleted. [ 1218.622820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b042d7-ce8c-46af-83ec-a4f482baebe9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.015876] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.016628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.016628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.016628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.016628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.016628] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 already deleted. [ 1219.016628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.016910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.016910] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.016910] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.539302] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.539302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.539302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.539302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.539302] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.539927] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 already deleted. [ 1219.539927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.936261] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.936470] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.936597] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.936867] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.937135] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.937291] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.937410] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.937647] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.937796] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.938076] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.938179] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.938291] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.938420] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.938590] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.938708] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.938843] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.959367] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.959367] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.959367] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.959367] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.959699] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-0e6993ef-26e5-4dac-96ea-426dda0f2465 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.959941] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.960065] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.960416] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.960557] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6993ef-26e5-4dac-96ea-426dda0f2465',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.462670] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.462891] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.463033] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.463329] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.463478] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.463629] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 0e6993ef-26e5-4dac-96ea-426dda0f2465 not found, creating... [ 1220.463882] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.464070] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.464197] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.464410] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.464546] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.464832] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.464993] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.465125] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.465336] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.465470] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.465611] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 0e6993ef-26e5-4dac-96ea-426dda0f2465 is going to be created. [ 1220.486768] env[65945]: INFO networking_nsxv3.common.synchronization [None req-da9de3ae-5754-4ded-8200-ab8d33a3e4af None None] Enqueued Resource ID: d790a72f-2e2e-42a8-a16d-aa1b756d4cb9 with Priority: HIGHEST for action port [ 1220.487741] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.487950] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.488131] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.488677] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.488677] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.488932] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.490602] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d790a72f-2e2e-42a8-a16d-aa1b756d4cb9 with Priority: HIGHEST for action port [ 1220.490827] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d790a72f-2e2e-42a8-a16d-aa1b756d4cb9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.491039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d790a72f-2e2e-42a8-a16d-aa1b756d4cb9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.491039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d790a72f-2e2e-42a8-a16d-aa1b756d4cb9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.491283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d790a72f-2e2e-42a8-a16d-aa1b756d4cb9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.491385] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d790a72f-2e2e-42a8-a16d-aa1b756d4cb9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.994131] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d790a72f-2e2e-42a8-a16d-aa1b756d4cb9 [ 1220.994131] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.994131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.994131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.994506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.994506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.994506] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d790a72f-2e2e-42a8-a16d-aa1b756d4cb9 already deleted. [ 1220.994591] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d790a72f-2e2e-42a8-a16d-aa1b756d4cb9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.206692] env[65945]: INFO networking_nsxv3.common.synchronization [req-f118120f-ec4c-49e7-9833-3ba1008d602b req-9e08145f-fca5-4f4d-b861-fdb1fb8b4e2a service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1221.206884] env[65945]: INFO networking_nsxv3.common.synchronization [req-f118120f-ec4c-49e7-9833-3ba1008d602b req-9e08145f-fca5-4f4d-b861-fdb1fb8b4e2a service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1221.207312] env[65945]: INFO networking_nsxv3.common.synchronization [req-f118120f-ec4c-49e7-9833-3ba1008d602b req-9e08145f-fca5-4f4d-b861-fdb1fb8b4e2a service nova] Enqueued Resource ID: 0e6993ef-26e5-4dac-96ea-426dda0f2465 with Priority: HIGHEST for action port [ 1221.207929] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1221.208377] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1221.208377] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6993ef-26e5-4dac-96ea-426dda0f2465 with Priority: HIGHEST for action port [ 1221.208850] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.208850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.209107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.209239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.209363] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.210361] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.210527] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.210632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.210958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.211224] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.211501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.211609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.212732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.212875] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.213264] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.215540] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6993ef-26e5-4dac-96ea-426dda0f2465 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.215665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.215808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.215863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.215947] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6993ef-26e5-4dac-96ea-426dda0f2465',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.428715] env[65945]: INFO networking_nsxv3.common.synchronization [req-90e2861d-48d4-4c44-8cf4-4abd51d8582a req-45d2f022-a39e-4741-ba67-c55a6da690ff tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_members [ 1221.428715] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGHEST for action security_group_members [ 1221.428715] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.428990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.428990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.429175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.429337] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.429436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.429500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.429650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.429739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.429832] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.718065] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.718235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.718463] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.719500] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e6993ef-26e5-4dac-96ea-426dda0f2465 with status ACTIVE [ 1221.719685] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.719807] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.719856] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.720060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.720309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.720380] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.720441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.720505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.720659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.720735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.721016] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.721135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.721198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.721342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.721416] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.721497] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e6993ef-26e5-4dac-96ea-426dda0f2465 is going to be updated. [ 1221.745456] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.745607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.745759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.745894] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.746045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.746208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.932467] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.932604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.932679] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.932896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.933013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.933190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.933319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.933472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.934749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.934749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.934749] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 is going to be updated. [ 1221.966415] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.966776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.966776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.966896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.967016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.978398] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 in Status: IN_PROGRESS for 2s [ 1222.208781] env[65945]: INFO networking_nsxv3.common.synchronization [req-cb45bb5d-eb82-4aee-9e9f-0ee5e1fd16a2 req-23969f88-9293-4e7a-a9a1-19c786b0b3a3 tempest-ImagesOneServerNegativeTestJSON-681205578 tempest-ImagesOneServerNegativeTestJSON-681205578-project-member] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1222.209347] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1222.209679] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.209802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.209867] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.210699] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.210882] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.211063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.211138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.211308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.211397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.211554] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.223474] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.715818] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.716080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.716194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.716374] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.716467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.716821] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.716821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.716989] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.717077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.717130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.717278] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be updated. [ 1222.725515] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.725730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.725730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.726573] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.726695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.726809] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1222.782062] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.782350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.782350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.783809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.787402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.789571] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.789711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.789763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.789969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.790138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.804153] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1222.804975] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: IN_PROGRESS for 2s [ 1224.009144] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 in Status: SUCCESS [ 1224.009529] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 deletion is rescheduled due to dependency. [ 1224.009529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.467536] env[65945]: INFO networking_nsxv3.common.synchronization [req-00f8e545-6959-48e4-b1f4-e3963e5d8fe9 req-2da9254b-f483-4baf-8692-537f2b714995 tempest-ServerActionsTestOtherB-1892808 tempest-ServerActionsTestOtherB-1892808-project-member] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1224.468355] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1224.468483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.468583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.468583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.468871] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.469044] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.469148] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.469219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.469356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.469440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.469536] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.755853] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.756168] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.756341] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.756640] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.756933] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.757161] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.757298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.757518] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.757665] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.757872] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.757983] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.758105] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.758214] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.758321] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.758423] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.758633] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.777195] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.777387] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1224.777525] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.777649] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.778062] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.778248] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.778369] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.778690] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.778888] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb0dfc4a-5465-4f6f-b1a8-03555e42ad34',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.817416] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1224.817688] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 deletion is rescheduled due to dependency. [ 1224.817842] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.818878] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1224.819221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.819424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.819691] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.819931] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.820103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.820255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.820423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.820539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.820664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.820807] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.972082] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.972082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.972082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.972370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.972370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.972475] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.972580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.972644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.972809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.972904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.972994] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 already deleted. [ 1224.973110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.283059] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.283059] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.283059] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.283059] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.283059] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.283059] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port fb0dfc4a-5465-4f6f-b1a8-03555e42ad34 not found, creating... [ 1225.283747] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.283747] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.283747] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.283878] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.284129] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.284477] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.284689] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.284839] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.285127] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.285313] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.285484] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: fb0dfc4a-5465-4f6f-b1a8-03555e42ad34 is going to be created. [ 1225.312914] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.313233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.313400] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.314045] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.314139] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.314442] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.323383] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.323647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.323647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.323900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.324117] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.324257] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.324330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.324493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.324574] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.324674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.324862] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.325043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.325118] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.325246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.325418] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.325537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.325610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.325773] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.325889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.326033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.326147] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.828776] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01aa1893-7d59-4550-bd68-89b4354fb0fb: rpc.has_security_group_logging(os_id): False [ 1225.848028] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.848028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.848028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.848028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.848028] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.848310] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.848310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.848310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.848422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.848470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.848752] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.848752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.848884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.848943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.849018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.849229] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.849322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.849382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.849516] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.849588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.849675] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1225.935448] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.935448] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.936052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.936052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.936052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.952187] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1226.073689] env[65945]: INFO networking_nsxv3.common.synchronization [req-00f8e545-6959-48e4-b1f4-e3963e5d8fe9 req-8fa60755-e8c7-4c75-8cff-0b0cb0d0b8b0 service nova] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1226.073689] env[65945]: INFO networking_nsxv3.common.synchronization [req-00f8e545-6959-48e4-b1f4-e3963e5d8fe9 req-8fa60755-e8c7-4c75-8cff-0b0cb0d0b8b0 service nova] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1226.073689] env[65945]: INFO networking_nsxv3.common.synchronization [req-00f8e545-6959-48e4-b1f4-e3963e5d8fe9 req-8fa60755-e8c7-4c75-8cff-0b0cb0d0b8b0 service nova] Enqueued Resource ID: fb0dfc4a-5465-4f6f-b1a8-03555e42ad34 with Priority: HIGHEST for action port [ 1226.074123] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1226.074323] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1226.074435] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0dfc4a-5465-4f6f-b1a8-03555e42ad34 with Priority: HIGHEST for action port [ 1226.074847] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.074847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.074972] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.075164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.075280] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.076494] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.076494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.076494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.076651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.077742] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.077742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.077742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.077742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.077742] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.077742] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.078059] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.079012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.079012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.079012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.079012] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb0dfc4a-5465-4f6f-b1a8-03555e42ad34',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.283588] env[65945]: INFO networking_nsxv3.common.synchronization [None req-02490222-1a5d-40c5-a5f2-c5958790a7b3 tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_rules [ 1226.284251] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_rules [ 1226.284707] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.284900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.285036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.285403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.285553] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.364109] env[65945]: INFO networking_nsxv3.common.synchronization [None req-91da5bc6-ea58-46ed-bf8a-5f4fac14ccbc tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_rules [ 1226.364662] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_rules [ 1226.364965] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.365082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.579787] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.580881] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.581084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.582452] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb0dfc4a-5465-4f6f-b1a8-03555e42ad34 with status ACTIVE [ 1226.582452] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.582613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.582613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.582792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.582897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.583088] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.583191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.583255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.583466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.583511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.583739] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.583885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.583981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.584180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.584459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.584459] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb0dfc4a-5465-4f6f-b1a8-03555e42ad34 is going to be updated. [ 1226.611645] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.611838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.611884] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.612143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.612308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.612472] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb0dfc4a-5465-4f6f-b1a8-03555e42ad34" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.653816] env[65945]: INFO networking_nsxv3.common.synchronization [req-5ea77cfb-5885-47d1-8672-dc56ea0a6b34 req-a6f74b99-6124-4915-a9b1-49ba5b728849 tempest-ServerActionsTestJSON-904612280 tempest-ServerActionsTestJSON-904612280-project-member] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1226.654417] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGHEST for action security_group_members [ 1226.654721] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.654827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.654921] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.655116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.655266] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.655379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.655471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.655546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.655619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.655733] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.811758] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.812019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.812019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.812222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.812317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.812410] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 already deleted. [ 1226.812493] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.812650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.813217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.813217] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.083301] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.158432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.158559] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.158636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.158936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.159089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.159323] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.159441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.159553] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.159685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.159861] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.159958] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be updated. [ 1227.364217] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.364729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.364729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.364729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.365095] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.368656] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.368803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.368919] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.369188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.369288] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.369441] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 already deleted. [ 1227.369572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.379784] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: IN_PROGRESS for 2s [ 1227.585669] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.585878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.585878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.586090] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.586194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.586324] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be created. [ 1227.617972] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.618217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.618217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.618378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.618542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.628755] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: UNINITIALIZED for 2s [ 1227.979278] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1227.979278] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.219058] env[65945]: INFO networking_nsxv3.common.synchronization [None req-86f6e049-abdf-4302-ae8b-ead980f7b540 tempest-ImagesOneServerNegativeTestJSON-681205578 tempest-ImagesOneServerNegativeTestJSON-681205578-project-member] Enqueued Resource ID: bf4929f3-34a4-4e98-bee2-c4d9bf45edd5 with Priority: HIGHEST for action security_group_rules [ 1228.219766] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4929f3-34a4-4e98-bee2-c4d9bf45edd5 with Priority: HIGHEST for action security_group_rules [ 1228.220190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.220452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.220452] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.220718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.220811] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4929f3-34a4-4e98-bee2-c4d9bf45edd5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.333541] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ce6ff97c-23ea-4484-8d4c-dbd09c3d081a tempest-ImagesOneServerNegativeTestJSON-681205578 tempest-ImagesOneServerNegativeTestJSON-681205578-project-member] Enqueued Resource ID: bf4929f3-34a4-4e98-bee2-c4d9bf45edd5 with Priority: HIGHEST for action security_group_rules [ 1228.334592] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4929f3-34a4-4e98-bee2-c4d9bf45edd5 with Priority: HIGHEST for action security_group_rules [ 1228.334950] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.335063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.744026] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.744026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.744026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.744026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.744026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.744026] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4929f3-34a4-4e98-bee2-c4d9bf45edd5 already deleted. [ 1228.744026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.744026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.744026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.744026] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4929f3-34a4-4e98-bee2-c4d9bf45edd5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.267771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.267928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.268050] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.268310] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.268405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.268519] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4929f3-34a4-4e98-bee2-c4d9bf45edd5 already deleted. [ 1229.268607] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4929f3-34a4-4e98-bee2-c4d9bf45edd5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.389882] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceaae064-1736-4d9b-8eff-c20905dd6031 in Status: SUCCESS [ 1229.390089] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 deletion is rescheduled due to dependency. [ 1229.390208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.640981] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1229.641203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.641377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.641608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.641806] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.641927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.642038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.642231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.642317] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.642407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.642502] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.145704] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.648383] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20be4613-89b2-48c7-bcc6-2b8a428fa887: rpc.has_security_group_logging(os_id): False [ 1230.667621] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.667815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.667815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.668142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.668268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.668546] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.668681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.668768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.668973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.669114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.669236] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be created. [ 1230.737740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.737976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.738041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.738244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.738429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.754275] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1232.808799] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1232.809201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.335764] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.336031] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.137125] env[65945]: INFO networking_nsxv3.common.synchronization [req-6857d8b5-63dc-49cc-aeb9-3c740665a27d req-0ceaaf66-4fa9-4b3d-86d8-82c42a0a7ea4 tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_members [ 1234.137125] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_members [ 1234.137125] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.137125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.137125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.137125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.137125] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.137125] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.137880] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.138213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.138424] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.138692] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.497048] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.497261] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.497386] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.497656] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.497905] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.498079] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.498198] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.498413] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.498561] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.498771] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.498883] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.499042] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.499161] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.499275] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.499378] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.499518] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.522195] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.522404] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1234.522506] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.522683] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-224" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.523016] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-814aed22-9d79-441a-9198-1d65323d343e taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.523192] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-814aed22-9d79-441a-9198-1d65323d343e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.523311] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-814aed22-9d79-441a-9198-1d65323d343e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.523706] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-814aed22-9d79-441a-9198-1d65323d343e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.523849] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('814aed22-9d79-441a-9198-1d65323d343e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.640602] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.640813] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.640813] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.641122] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.641236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.641433] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.641536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.641598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.641755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.641831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.641915] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 already deleted. [ 1234.641995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.026500] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.026720] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.026847] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.027154] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.027311] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.027693] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 814aed22-9d79-441a-9198-1d65323d343e not found, creating... [ 1235.027978] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.028159] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.028278] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.028512] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.028651] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.028976] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.029136] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.029221] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.029436] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.029571] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.029713] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 814aed22-9d79-441a-9198-1d65323d343e is going to be created. [ 1235.052646] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.052890] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.052982] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.053298] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.053595] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.053831] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-814aed22-9d79-441a-9198-1d65323d343e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.757644] env[65945]: INFO networking_nsxv3.common.synchronization [req-6857d8b5-63dc-49cc-aeb9-3c740665a27d req-e7c8a220-17b1-44d0-8c24-8cea27217dc3 service nova] Enqueued Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_rules [ 1235.757927] env[65945]: INFO networking_nsxv3.common.synchronization [req-6857d8b5-63dc-49cc-aeb9-3c740665a27d req-e7c8a220-17b1-44d0-8c24-8cea27217dc3 service nova] Enqueued Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_members [ 1235.757969] env[65945]: INFO networking_nsxv3.common.synchronization [req-6857d8b5-63dc-49cc-aeb9-3c740665a27d req-e7c8a220-17b1-44d0-8c24-8cea27217dc3 service nova] Enqueued Resource ID: 814aed22-9d79-441a-9198-1d65323d343e with Priority: HIGHEST for action port [ 1235.758495] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_rules [ 1235.758632] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_members [ 1235.758728] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814aed22-9d79-441a-9198-1d65323d343e with Priority: HIGHEST for action port [ 1235.758993] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.765027] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.765027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.765027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.765027] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.765027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-814aed22-9d79-441a-9198-1d65323d343e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-814aed22-9d79-441a-9198-1d65323d343e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.765027] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-814aed22-9d79-441a-9198-1d65323d343e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.768191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-814aed22-9d79-441a-9198-1d65323d343e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.768362] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('814aed22-9d79-441a-9198-1d65323d343e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.232551] env[65945]: INFO networking_nsxv3.common.synchronization [req-f11717b5-7770-4daa-9a69-4959816e918a req-e222e4ce-fa76-4844-b6f0-3f934aff13d8 tempest-ImagesOneServerNegativeTestJSON-681205578 tempest-ImagesOneServerNegativeTestJSON-681205578-project-member] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1236.232646] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1236.232955] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.233096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.233177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.233358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.233509] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.233602] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.233661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.233808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.233904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.233977] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.271541] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 814aed22-9d79-441a-9198-1d65323d343e with status ACTIVE [ 1236.271813] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.272016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.272093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.272375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.272490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.272704] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.272816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.272895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.273092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.273177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.273407] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.273512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.273567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.273749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.273835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.273925] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 814aed22-9d79-441a-9198-1d65323d343e is going to be updated. [ 1236.275285] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.275386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.275896] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.299020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.299362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.299362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.299595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.299595] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.299801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-814aed22-9d79-441a-9198-1d65323d343e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.736377] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.736569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.736682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.736827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.736919] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.737130] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.737226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.737291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.737445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.737524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.737612] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be updated. [ 1236.768529] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.768858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.768858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.768935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.769178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.772717] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.772902] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.773055] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.773333] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.773629] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.773793] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.773912] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.774167] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.774303] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.774511] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.774622] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.774729] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.774834] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.774941] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.775059] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.775189] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.778501] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: IN_PROGRESS for 2s [ 1236.778708] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.795776] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.796266] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.797743] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.797834] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.798603] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-97930bd3-94dc-468e-8deb-75fd0c443026 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.798808] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-97930bd3-94dc-468e-8deb-75fd0c443026" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.798937] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-97930bd3-94dc-468e-8deb-75fd0c443026" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.799291] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-97930bd3-94dc-468e-8deb-75fd0c443026" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.799443] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97930bd3-94dc-468e-8deb-75fd0c443026',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.283276] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.283276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.283276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.283276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.283276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.283276] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 is going to be created. [ 1237.302337] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.302536] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.302588] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.302858] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.303014] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.303210] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 97930bd3-94dc-468e-8deb-75fd0c443026 not found, creating... [ 1237.303521] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.303698] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.303834] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.304114] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.304285] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.304580] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.304749] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.304849] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.305178] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.305330] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.305517] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 97930bd3-94dc-468e-8deb-75fd0c443026 is going to be created. [ 1237.307436] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.307550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.307613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.307770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.307923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.339313] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 in Status: UNINITIALIZED for 2s [ 1237.349786] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.349786] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.349786] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.350032] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.350257] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.350406] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-97930bd3-94dc-468e-8deb-75fd0c443026" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.977320] env[65945]: INFO networking_nsxv3.common.synchronization [None req-ef9b091a-b955-4fd1-81c0-17ca97cfc8b1 None None] Enqueued Resource ID: f9b81b81-6aae-40d4-9e28-74a9972ac385 with Priority: HIGHEST for action port [ 1237.978101] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b81b81-6aae-40d4-9e28-74a9972ac385 with Priority: HIGHEST for action port [ 1237.978101] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b81b81-6aae-40d4-9e28-74a9972ac385 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.978101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b81b81-6aae-40d4-9e28-74a9972ac385" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.978101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b81b81-6aae-40d4-9e28-74a9972ac385" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.978486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b81b81-6aae-40d4-9e28-74a9972ac385" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.978580] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b81b81-6aae-40d4-9e28-74a9972ac385',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.040954] env[65945]: INFO networking_nsxv3.common.synchronization [req-f11717b5-7770-4daa-9a69-4959816e918a req-13525cb7-09f5-415a-99b7-b9079481e853 service nova] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_rules [ 1238.041188] env[65945]: INFO networking_nsxv3.common.synchronization [req-f11717b5-7770-4daa-9a69-4959816e918a req-13525cb7-09f5-415a-99b7-b9079481e853 service nova] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1238.041349] env[65945]: INFO networking_nsxv3.common.synchronization [req-f11717b5-7770-4daa-9a69-4959816e918a req-13525cb7-09f5-415a-99b7-b9079481e853 service nova] Enqueued Resource ID: 97930bd3-94dc-468e-8deb-75fd0c443026 with Priority: HIGHEST for action port [ 1238.041875] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_rules [ 1238.042020] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1238.042300] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97930bd3-94dc-468e-8deb-75fd0c443026 with Priority: HIGHEST for action port [ 1238.042565] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.042685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.042759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.042943] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.043032] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.044306] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.044386] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.044558] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-97930bd3-94dc-468e-8deb-75fd0c443026 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.044666] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97930bd3-94dc-468e-8deb-75fd0c443026" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.044734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97930bd3-94dc-468e-8deb-75fd0c443026" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.044918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97930bd3-94dc-468e-8deb-75fd0c443026" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.044994] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97930bd3-94dc-468e-8deb-75fd0c443026',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.481315] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b81b81-6aae-40d4-9e28-74a9972ac385 [ 1238.481315] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.481315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.481632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.481632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.481688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.482414] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b81b81-6aae-40d4-9e28-74a9972ac385 already deleted. [ 1238.482414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b81b81-6aae-40d4-9e28-74a9972ac385" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.546482] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.548101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.548101] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97930bd3-94dc-468e-8deb-75fd0c443026 with status ACTIVE [ 1238.548101] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.548101] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.548347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.548347] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.548414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.548614] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.548731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.548796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.548969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.549144] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.549337] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.549431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.549733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.549733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.549733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.549860] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97930bd3-94dc-468e-8deb-75fd0c443026 is going to be updated. [ 1238.573747] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.573747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.573862] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.574597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.574597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.574597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97930bd3-94dc-468e-8deb-75fd0c443026" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.788833] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1238.789386] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 deletion is rescheduled due to dependency. [ 1238.789514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.789683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.789906] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.790287] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.790385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.790425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.790566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.790645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.790742] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.130641] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.130991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.130991] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.131352] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.131706] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.131929] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.132180] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.132463] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.132620] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.132852] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.132974] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.133107] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.133221] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.133343] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.133464] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.133597] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.154290] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.154458] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.154870] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.154870] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-900" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.155081] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-0e6993ef-26e5-4dac-96ea-426dda0f2465 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.155258] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.155455] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.155753] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.155903] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6993ef-26e5-4dac-96ea-426dda0f2465',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.295423] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.350511] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 in Status: SUCCESS [ 1239.350511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.350511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.350511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.350511] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.350511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.350511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.350511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.350951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.350951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.350951] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.658403] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.658569] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.658727] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.658952] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.659220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.659403] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.659707] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.659707] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.659939] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.660078] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.660362] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.660517] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.660632] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.660896] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.660978] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.661182] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 0e6993ef-26e5-4dac-96ea-426dda0f2465 is going to be updated. [ 1239.682059] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.682233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.682371] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.682763] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.682984] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.683225] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.797964] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.853720] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.164110] env[65945]: INFO networking_nsxv3.common.synchronization [None req-b42bfc10-1c1b-404b-ba3e-ae9a7ee17cfa None None] Enqueued Resource ID: bd325481-774f-44ab-b0b6-51df023a6c10 with Priority: HIGHEST for action port [ 1240.164623] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd325481-774f-44ab-b0b6-51df023a6c10 with Priority: HIGHEST for action port [ 1240.164934] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd325481-774f-44ab-b0b6-51df023a6c10 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.165064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd325481-774f-44ab-b0b6-51df023a6c10" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.165134] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd325481-774f-44ab-b0b6-51df023a6c10" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.165450] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd325481-774f-44ab-b0b6-51df023a6c10" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.165567] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd325481-774f-44ab-b0b6-51df023a6c10',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.300330] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.300528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.300528] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.300740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.300829] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.300940] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be updated. [ 1240.352309] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.352502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.352502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.352707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.352925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.356029] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3109614d-642a-443b-bb5e-5e9adb6708e7: rpc.has_security_group_logging(os_id): False [ 1240.363778] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: IN_PROGRESS for 2s [ 1240.372963] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.373140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.373213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.373420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.373511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.373750] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.373849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.373912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.374071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.374149] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.374237] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 is going to be created. [ 1240.448697] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.448832] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.448904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.449240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.449434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.461583] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 in Status: IN_PROGRESS for 2s [ 1240.668321] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd325481-774f-44ab-b0b6-51df023a6c10 [ 1240.668525] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.668614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.668683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.668895] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.668986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.669134] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd325481-774f-44ab-b0b6-51df023a6c10 already deleted. [ 1240.669230] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd325481-774f-44ab-b0b6-51df023a6c10" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.844898] env[65945]: INFO networking_nsxv3.common.synchronization [req-509123ca-aaf5-4ee5-84cb-c9bccd3bc1fc req-c52452bc-e684-4153-b5c8-072367d8242d service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1240.845192] env[65945]: INFO networking_nsxv3.common.synchronization [req-509123ca-aaf5-4ee5-84cb-c9bccd3bc1fc req-c52452bc-e684-4153-b5c8-072367d8242d service nova] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1240.845352] env[65945]: INFO networking_nsxv3.common.synchronization [req-509123ca-aaf5-4ee5-84cb-c9bccd3bc1fc req-c52452bc-e684-4153-b5c8-072367d8242d service nova] Enqueued Resource ID: 0e6993ef-26e5-4dac-96ea-426dda0f2465 with Priority: HIGHEST for action port [ 1240.845904] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_rules [ 1240.846118] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1240.846177] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6993ef-26e5-4dac-96ea-426dda0f2465 with Priority: HIGHEST for action port [ 1240.846492] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.846578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.846855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.846855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.846971] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.848157] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.848262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.848325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.848495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.848684] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.848785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.848785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.849576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.849576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.849576] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.849902] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6993ef-26e5-4dac-96ea-426dda0f2465 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.850043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.850076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.850221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.850295] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6993ef-26e5-4dac-96ea-426dda0f2465',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.352395] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.353626] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.353838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.354076] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e6993ef-26e5-4dac-96ea-426dda0f2465 with status ACTIVE [ 1241.354368] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.354502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.354560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.354808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.354903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.355127] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.355265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.355356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.355568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.355636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.355820] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.355915] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.355980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.356153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.356268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.356362] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e6993ef-26e5-4dac-96ea-426dda0f2465 is going to be updated. [ 1241.383799] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.383993] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.384077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.384237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.384381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.384537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6993ef-26e5-4dac-96ea-426dda0f2465" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.859066] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.362523] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.362523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.362523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.362523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.362523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.362523] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1242.377976] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1242.378250] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.378499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.378806] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.379114] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.379360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.379457] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.379674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.379811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.379920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.380062] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.394099] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.394294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.394332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.394618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.394805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.407307] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1242.495832] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 in Status: SUCCESS [ 1242.496200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.883276] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.883498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.883555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.883747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.883917] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.884031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.884097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.884262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.884364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.884484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.884637] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.884730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.884804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.884947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.885094] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.885185] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.885245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.885431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.885484] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.885567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.885659] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.388050] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17946449-8ae8-4d78-bfa1-4aec2c5d68b7: rpc.has_security_group_logging(os_id): False [ 1243.408640] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.408847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.408942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.409244] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.409359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.409632] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.409749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.409811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.410087] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.410189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.410411] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.410506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.410582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.410754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.410814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.410953] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.411076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.411130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.411296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.411369] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.411455] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be updated. [ 1243.505680] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.505877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.505877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.506131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.506280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.522417] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: IN_PROGRESS for 2s [ 1243.645789] env[65945]: INFO networking_nsxv3.common.synchronization [req-f4dc518a-0f7f-42cf-8f7c-85f72aa458dd req-3e159eb3-f441-4271-b604-0b187d348e5e tempest-ServerMetadataNegativeTestJSON-15476491 tempest-ServerMetadataNegativeTestJSON-15476491-project-member] Enqueued Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGHEST for action security_group_members [ 1243.646452] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGHEST for action security_group_members [ 1243.646825] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6131baad-06ad-447e-b476-ceda3426cea9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.646994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.647240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.647511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.647674] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.647810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.647900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.648085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.648175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.648287] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6131baad-06ad-447e-b476-ceda3426cea9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.960186] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.960395] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-755" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.960565] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-755" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.960911] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-755" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.961231] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.961420] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.961544] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.961770] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.961916] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.962174] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.962318] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.962426] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.962535] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.962647] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.962756] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.962894] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.997181] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.997409] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.997628] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.997882] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-755" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.998422] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-4f6f97cb-3092-4e0b-be31-312af6dd3ced taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.998705] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-4f6f97cb-3092-4e0b-be31-312af6dd3ced" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.998909] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-4f6f97cb-3092-4e0b-be31-312af6dd3ced" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.999728] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-4f6f97cb-3092-4e0b-be31-312af6dd3ced" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.999938] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6f97cb-3092-4e0b-be31-312af6dd3ced',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.151330] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.151330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.151661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.151783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.151924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.152258] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.152419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.152517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.152747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.152863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.153036] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6131baad-06ad-447e-b476-ceda3426cea9 already deleted. [ 1244.153156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.419079] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1244.419406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.419487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.419704] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.419896] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.420022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.420086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.420233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.420311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.420394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.420500] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.503879] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.503879] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.503879] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.504286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.504286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.504286] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 4f6f97cb-3092-4e0b-be31-312af6dd3ced not found, creating... [ 1244.504690] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.504870] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.504998] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.505244] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.505409] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.505709] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.505867] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.505992] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.506220] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.506357] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.506506] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 4f6f97cb-3092-4e0b-be31-312af6dd3ced is going to be created. [ 1244.526889] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.527142] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.527232] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.527512] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.527751] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.527972] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-4f6f97cb-3092-4e0b-be31-312af6dd3ced" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.923138] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.923291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.923463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.923675] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.923861] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.924115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.924115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.924340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.924417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.924576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.924846] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.924995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.924995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.925174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.925366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.925511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.925611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.925909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.926052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.926190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.926316] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.234685] env[65945]: INFO networking_nsxv3.common.synchronization [req-f4dc518a-0f7f-42cf-8f7c-85f72aa458dd req-930a59f5-17b1-47ac-8e8d-de7004f943ad service nova] Enqueued Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGHEST for action security_group_rules [ 1245.234875] env[65945]: INFO networking_nsxv3.common.synchronization [req-f4dc518a-0f7f-42cf-8f7c-85f72aa458dd req-930a59f5-17b1-47ac-8e8d-de7004f943ad service nova] Enqueued Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGHEST for action security_group_members [ 1245.235017] env[65945]: INFO networking_nsxv3.common.synchronization [req-f4dc518a-0f7f-42cf-8f7c-85f72aa458dd req-930a59f5-17b1-47ac-8e8d-de7004f943ad service nova] Enqueued Resource ID: 4f6f97cb-3092-4e0b-be31-312af6dd3ced with Priority: HIGHEST for action port [ 1245.235555] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGHEST for action security_group_rules [ 1245.235706] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGHEST for action security_group_members [ 1245.235804] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f6f97cb-3092-4e0b-be31-312af6dd3ced with Priority: HIGHEST for action port [ 1245.236190] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6131baad-06ad-447e-b476-ceda3426cea9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.236315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.236397] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.236636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.236706] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6131baad-06ad-447e-b476-ceda3426cea9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.237597] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6131baad-06ad-447e-b476-ceda3426cea9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.237710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.237765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.237936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.238097] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.238193] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.238266] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.238389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.238477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.238567] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6131baad-06ad-447e-b476-ceda3426cea9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.239339] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f6f97cb-3092-4e0b-be31-312af6dd3ced taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.239463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f6f97cb-3092-4e0b-be31-312af6dd3ced" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.239531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f6f97cb-3092-4e0b-be31-312af6dd3ced" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.239683] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f6f97cb-3092-4e0b-be31-312af6dd3ced" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.239755] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6f97cb-3092-4e0b-be31-312af6dd3ced',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.428289] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01aa1893-7d59-4550-bd68-89b4354fb0fb: rpc.has_security_group_logging(os_id): False [ 1245.447385] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.447615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.447615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.447831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.447936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.448116] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.448229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.448291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.448429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.448500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.448696] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.448792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.448870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.448984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.449084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.449283] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.449378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.449449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.449569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.449646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.449726] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1245.543072] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.543072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.543072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.543072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.543072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.543643] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1245.543950] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.556575] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1245.742057] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6131baad-06ad-447e-b476-ceda3426cea9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.743430] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6131baad-06ad-447e-b476-ceda3426cea9 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.743430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.743430] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f6f97cb-3092-4e0b-be31-312af6dd3ced with status ACTIVE [ 1245.744665] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.744665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.744665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.744665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.744665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.744665] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.744665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.744665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.744665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.744665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.745130] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.745130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.745130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.745130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.745130] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.745289] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f6f97cb-3092-4e0b-be31-312af6dd3ced is going to be updated. [ 1245.773070] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.773221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.773297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.773501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.773639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.773794] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f6f97cb-3092-4e0b-be31-312af6dd3ced" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.246814] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6131baad-06ad-447e-b476-ceda3426cea9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.751086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.751546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.751546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.751734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.751796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.751921] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6131baad-06ad-447e-b476-ceda3426cea9 is going to be created. [ 1246.791571] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.791765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.791808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.791991] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.792166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.816050] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6131baad-06ad-447e-b476-ceda3426cea9 in Status: UNINITIALIZED for 2s [ 1247.574079] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1247.574326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.826150] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6131baad-06ad-447e-b476-ceda3426cea9 in Status: SUCCESS [ 1248.826538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.826538] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.826820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.826965] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.827094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.827161] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.827323] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.827398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.827483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.827574] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6131baad-06ad-447e-b476-ceda3426cea9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.330531] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6131baad-06ad-447e-b476-ceda3426cea9 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.330781] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.330839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.331048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.331275] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.331404] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.331447] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.331596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.331693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.331790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.331945] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6131baad-06ad-447e-b476-ceda3426cea9 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.332056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.332119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.332308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.332520] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.332630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.332689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.332845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.332924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.333018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.333122] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6131baad-06ad-447e-b476-ceda3426cea9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.836248] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6131baad-06ad-447e-b476-ceda3426cea9: rpc.has_security_group_logging(os_id): False [ 1249.855345] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.855584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.855584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.855763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.855849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.856082] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.856184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.856247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.856406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.856486] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.856663] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.856758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.856863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.856963] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.857052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.857232] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.857338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.857392] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.857534] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.857604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.857690] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6131baad-06ad-447e-b476-ceda3426cea9 is going to be created. [ 1249.920176] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.920394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.920394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.920554] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.920740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.934443] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6131baad-06ad-447e-b476-ceda3426cea9 in Status: IN_PROGRESS for 2s [ 1250.236510] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.236713] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1251.950692] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6131baad-06ad-447e-b476-ceda3426cea9 in Status: SUCCESS [ 1251.951227] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.107384] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1255.107740] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1255.238934] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.238934] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1255.462671] env[65945]: INFO networking_nsxv3.common.synchronization [req-ee431c35-14ec-4281-a587-9309a66b658d req-2eeb5692-ed6f-4cae-89e1-5a3a2fb92a78 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1255.463315] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1255.463763] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.463853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.464150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.464457] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.464627] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.464722] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.464785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.464940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.465061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.465197] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.967938] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.460019] env[65945]: INFO networking_nsxv3.common.synchronization [req-03c19d51-47f1-497f-9a3b-72e27a6b9db5 req-58d9c879-f3ca-42fb-bd36-217eb10bdf33 tempest-ServerMetadataNegativeTestJSON-15476491 tempest-ServerMetadataNegativeTestJSON-15476491-project-member] Enqueued Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGHEST for action security_group_members [ 1256.460019] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGHEST for action security_group_members [ 1256.460019] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-6131baad-06ad-447e-b476-ceda3426cea9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.460767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.463052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.463052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.463052] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.463052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.463052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.463052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.463052] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.463052] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6131baad-06ad-447e-b476-ceda3426cea9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.470722] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.965994] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.966272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.966375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.966676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.966827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.967135] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.967297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.967399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.967645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.967772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.967920] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6131baad-06ad-447e-b476-ceda3426cea9 is going to be updated. [ 1256.972575] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.972575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.972575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.972727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.972727] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.972793] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8637fd64-3290-48e5-a150-fb365459253a is going to be updated. [ 1257.002482] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.002711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.002759] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.003238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.004616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.005938] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.006084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.006128] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.006319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.006449] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.021117] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: IN_PROGRESS for 2s [ 1257.021805] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6131baad-06ad-447e-b476-ceda3426cea9 in Status: IN_PROGRESS for 2s [ 1257.613112] env[65945]: INFO networking_nsxv3.common.synchronization [req-ddc0f113-d9f6-4a51-a58f-f44d87b67158 req-72e168be-0ebb-4f2f-b2dc-e314f05e9e11 tempest-ImagesOneServerNegativeTestJSON-681205578 tempest-ImagesOneServerNegativeTestJSON-681205578-project-member] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1257.613993] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1257.613993] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.614191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.614191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.614599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.614599] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.614599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.614747] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.614787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.614872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.614963] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.116987] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.117221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.117221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.117443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.117535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.117728] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.117828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.117904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.118066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.118142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.118226] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be updated. [ 1258.145298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.145475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.145512] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.145765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.145924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.156320] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: IN_PROGRESS for 2s [ 1259.047983] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6131baad-06ad-447e-b476-ceda3426cea9 in Status: SUCCESS [ 1259.048499] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6131baad-06ad-447e-b476-ceda3426cea9 deletion is rescheduled due to dependency. [ 1259.048604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.049584] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: SUCCESS [ 1259.049811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.166403] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1260.166775] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 deletion is rescheduled due to dependency. [ 1260.166775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.848181] env[65945]: INFO networking_nsxv3.common.synchronization [req-c30f78c6-7c1c-4962-ab3e-7b458751db31 req-78c7b4ed-3c3b-4b82-bc1a-2385ff8e6ba3 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1261.848181] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGHEST for action security_group_members [ 1261.848181] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.848546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.848546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.848546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.848756] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.848810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.848851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.848973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.849074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.849206] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.352043] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.352272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.352272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.352501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.352616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.352793] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.352883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.352941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.353129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.353205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.353289] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8637fd64-3290-48e5-a150-fb365459253a is going to be updated. [ 1262.384327] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.384511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.384599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.384891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.385142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.396209] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: IN_PROGRESS for 2s [ 1263.056297] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.056297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.056297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.056297] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.056297] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.558256] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.060555] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.406332] env[65945]: INFO networking_nsxv3.common.synchronization [None req-87fa2013-b4a5-40bf-996a-cb2967db3148 None None] Enqueued Resource ID: 817330ca-3dd0-4492-b67c-0cc39fa6133b with Priority: HIGHEST for action port [ 1264.406332] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817330ca-3dd0-4492-b67c-0cc39fa6133b with Priority: HIGHEST for action port [ 1264.407084] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8637fd64-3290-48e5-a150-fb365459253a in Status: SUCCESS [ 1264.407248] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8637fd64-3290-48e5-a150-fb365459253a deletion is rescheduled due to dependency. [ 1264.407361] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.407655] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-817330ca-3dd0-4492-b67c-0cc39fa6133b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.407776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817330ca-3dd0-4492-b67c-0cc39fa6133b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.408029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817330ca-3dd0-4492-b67c-0cc39fa6133b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.408100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817330ca-3dd0-4492-b67c-0cc39fa6133b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.408199] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817330ca-3dd0-4492-b67c-0cc39fa6133b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.563709] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1264.563866] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1264.910703] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 817330ca-3dd0-4492-b67c-0cc39fa6133b [ 1264.910703] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.910936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.910936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.911260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.911260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.911380] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:817330ca-3dd0-4492-b67c-0cc39fa6133b already deleted. [ 1264.911380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817330ca-3dd0-4492-b67c-0cc39fa6133b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.419618] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.420024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.420024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.420103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.433862] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1265.434753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.435707] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1265.474547] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.474752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.474793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.475892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.487039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.487944] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1265.488061] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1265.488165] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1265.531783] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.531925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.531997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.532219] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.533556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.534059] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1265.622973] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.623184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.623231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.623406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.623783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.624143] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1265.708556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.708738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.708738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.709072] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.709245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.709544] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1265.709845] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'dadac7fe-6de4-4236-92e3-8e9e3c8de631', '20be4613-89b2-48c7-bcc6-2b8a428fa887', '3a6e00ad-ef5d-4449-9a25-9579b7138dc5', '883ab979-4cf8-49cc-b00b-cb86e5bd4881', '3c8ebc9e-6182-46b9-b352-18fd623b0f02', '01aa1893-7d59-4550-bd68-89b4354fb0fb', 'a2931d63-63a8-4795-a439-46d4940557eb', '469b0ddc-22ff-46a3-9548-dead9e6e52da', 'b96c7efa-9679-4a90-81cf-340889c4afd8', '0d961528-3264-4e3a-9c3f-9ad5832b27c4', '721d44a3-035c-4c94-aaa8-5a2b1fb333ce', '487b9c5c-f4ad-42ff-847b-73953e3c3dfb', '8637fd64-3290-48e5-a150-fb365459253a', '3100d05e-0fa2-4fac-b482-3b16c1edb19e', 'e770550a-3d92-419b-9d40-926d316f8353', '3109614d-642a-443b-bb5e-5e9adb6708e7', '17946449-8ae8-4d78-bfa1-4aec2c5d68b7', 'e9763e51-12cb-4708-9f1d-645066c46e6a', '1eaed105-7808-40c4-8ad1-25516031be6f', '8db72420-a4c4-49ed-aa05-88cb099b0561', 'd2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f', 'e2fcaf36-ad27-4a81-ac07-77288ce5d1fd', '5987d65c-4c70-4af5-9c76-02c9846e7dcc', 'e0f1bc12-1a74-4a1b-9091-051020f83ad2', '15b0fad9-919b-44f4-8a65-8974a64cd1ee', 'c8403a20-9889-4594-a848-1e1c36f608a7', '78905535-9ac4-46ff-9a0e-ad5fb759d405', 'f2fb3870-fb20-44be-a6ae-c3c87aba7fac', '8f96e344-462f-4194-b981-489a691052f3', '6131baad-06ad-447e-b476-ceda3426cea9', '1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b', 'ceaae064-1736-4d9b-8eff-c20905dd6031', '8de2f5e2-87a8-4128-9c01-a82f94f7a642', '828f5ced-a680-43c6-bca9-e2cf0f297200', '496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7', 'f81e2bff-5937-49d8-b67c-3c4d559669ff', 'a518c947-a614-44d4-bf2f-5ec0b00d464d', 'cdfe5420-85d2-4281-939b-529d88f2d365', '17a8701d-8be9-4d26-a143-a742e47f4c57', 'b98abc6d-855c-4ae4-9348-967fc900791e', '7b0bdd30-b278-4c29-a70f-805ba60cd423', '27c0955a-e917-418d-8af0-dd91bb30e0bc', 'f9d1751c-818b-433c-b416-8250063925d7'} {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1265.709845] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1265.728848] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.729045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.729111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.729272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.729354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.729462] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1265.729538] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1265.729610] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1265.814385] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.814520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.814566] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.815063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.816064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.816387] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1265.816463] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1265.816538] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1265.816603] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1265.816681] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1265.816741] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGH for action security_group_rules [ 1265.816820] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGH for action security_group_rules [ 1265.816917] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGH for action security_group_rules [ 1265.816948] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGH for action security_group_rules [ 1265.817008] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGH for action security_group_rules [ 1265.817069] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGH for action security_group_rules [ 1265.817131] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGH for action security_group_rules [ 1265.817179] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGH for action security_group_rules [ 1265.817247] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGH for action security_group_rules [ 1265.817290] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGH for action security_group_rules [ 1265.817354] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGH for action security_group_rules [ 1265.817427] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGH for action security_group_rules [ 1265.817493] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGH for action security_group_rules [ 1265.817556] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGH for action security_group_rules [ 1265.817603] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGH for action security_group_rules [ 1265.817675] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGH for action security_group_rules [ 1265.817737] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGH for action security_group_rules [ 1265.817786] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGH for action security_group_rules [ 1265.817852] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGH for action security_group_rules [ 1265.817912] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGH for action security_group_rules [ 1265.817996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.370393] env[65945]: INFO networking_nsxv3.common.synchronization [None req-d35963a7-569a-457e-9c85-d1070e68dbc0 tempest-AttachInterfacesTestJSON-2070452880 tempest-AttachInterfacesTestJSON-2070452880-project-member] Enqueued Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1266.370842] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGHEST for action security_group_members [ 1266.370994] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 with Priority: HIGH for action security_group_rules [ 1266.371118] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 with Priority: HIGH for action security_group_rules [ 1266.371225] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2931d63-63a8-4795-a439-46d4940557eb with Priority: HIGH for action security_group_rules [ 1266.371309] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e770550a-3d92-419b-9d40-926d316f8353 with Priority: HIGH for action security_group_rules [ 1266.371416] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 with Priority: HIGH for action security_group_rules [ 1266.371530] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaed105-7808-40c4-8ad1-25516031be6f with Priority: HIGH for action security_group_rules [ 1266.371629] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9763e51-12cb-4708-9f1d-645066c46e6a with Priority: HIGH for action security_group_rules [ 1266.371720] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGH for action security_group_rules [ 1266.371809] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e with Priority: HIGH for action security_group_rules [ 1266.371897] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGH for action security_group_rules [ 1266.371985] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8637fd64-3290-48e5-a150-fb365459253a with Priority: HIGH for action security_group_rules [ 1266.372086] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb with Priority: HIGH for action security_group_rules [ 1266.372174] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce with Priority: HIGH for action security_group_rules [ 1266.372260] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 with Priority: HIGH for action security_group_rules [ 1266.372346] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c7efa-9679-4a90-81cf-340889c4afd8 with Priority: HIGH for action security_group_rules [ 1266.372466] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb with Priority: HIGH for action security_group_rules [ 1266.372743] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da with Priority: HIGH for action security_group_rules [ 1266.372743] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 with Priority: HIGH for action security_group_rules [ 1266.372743] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGH for action security_group_rules [ 1266.372919] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 with Priority: HIGH for action security_group_rules [ 1266.373086] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.373207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.373269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.373456] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.373645] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.373763] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.373844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.374024] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.374428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.374520] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.375419] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.375567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.375615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.375738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.375811] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadac7fe-6de4-4236-92e3-8e9e3c8de631',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.376620] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.376738] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.376810] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.377252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.377252] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a6e00ad-ef5d-4449-9a25-9579b7138dc5',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.378097] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2931d63-63a8-4795-a439-46d4940557eb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.378097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.378327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.378327] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.378327] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2931d63-63a8-4795-a439-46d4940557eb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.379052] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e770550a-3d92-419b-9d40-926d316f8353 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.379256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.379256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.379378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.379435] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e770550a-3d92-419b-9d40-926d316f8353',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.380341] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8db72420-a4c4-49ed-aa05-88cb099b0561 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.380341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.380341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.380524] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.380524] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8db72420-a4c4-49ed-aa05-88cb099b0561',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.381319] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eaed105-7808-40c4-8ad1-25516031be6f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.381319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.381458] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.381568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.381632] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eaed105-7808-40c4-8ad1-25516031be6f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.383888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9763e51-12cb-4708-9f1d-645066c46e6a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.383888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.383888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.383888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.383888] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9763e51-12cb-4708-9f1d-645066c46e6a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.383888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.384121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.384121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.384209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.384281] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.384982] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.385104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.385166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.385363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.385363] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3100d05e-0fa2-4fac-b482-3b16c1edb19e',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.386183] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.386284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.386384] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.386494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.386565] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.387384] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8637fd64-3290-48e5-a150-fb365459253a taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.387583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.387583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.387904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.387904] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8637fd64-3290-48e5-a150-fb365459253a',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.388501] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.388610] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.389049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.389049] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.389049] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('487b9c5c-f4ad-42ff-847b-73953e3c3dfb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.389598] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.389702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.389769] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.389916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.389983] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721d44a3-035c-4c94-aaa8-5a2b1fb333ce',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.390820] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.390929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.390997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.391157] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.391239] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d961528-3264-4e3a-9c3f-9ad5832b27c4',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.392011] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c7efa-9679-4a90-81cf-340889c4afd8 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.392117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.392117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.392389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.392389] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c7efa-9679-4a90-81cf-340889c4afd8',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.393511] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01aa1893-7d59-4550-bd68-89b4354fb0fb taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.393511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.393511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.393826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.393826] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01aa1893-7d59-4550-bd68-89b4354fb0fb',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.394307] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469b0ddc-22ff-46a3-9548-dead9e6e52da taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.394415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.394482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.394632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.394702] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469b0ddc-22ff-46a3-9548-dead9e6e52da',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.396348] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.396348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.396348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.396348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.396348] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8ebc9e-6182-46b9-b352-18fd623b0f02',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.397116] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.397116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.397116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.397116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.397269] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.397837] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.400396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.400396] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.400520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.400609] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883ab979-4cf8-49cc-b00b-cb86e5bd4881',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.429951] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.429951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.429951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.429951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.431724] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.431874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.456793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.457026] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8db72420-a4c4-49ed-aa05-88cb099b0561 is going to be deleted. [ 1266.458490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.458925] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.485993] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.486182] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2931d63-63a8-4795-a439-46d4940557eb is going to be deleted. [ 1266.556808] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.556996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.557051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.557259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.558033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.558033] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8db72420-a4c4-49ed-aa05-88cb099b0561" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.558248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.558364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.558434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.558619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.558705] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.558818] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2931d63-63a8-4795-a439-46d4940557eb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.601297] env[65945]: INFO networking_nsxv3.common.synchronization [None req-f4dcf7eb-e348-402b-b06b-a18a781b2a2f None None] Enqueued Resource ID: cd21b073-59fb-4ba5-a4fb-3ddb7727b199 with Priority: HIGHEST for action port [ 1266.601894] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd21b073-59fb-4ba5-a4fb-3ddb7727b199 with Priority: HIGHEST for action port [ 1266.602220] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd21b073-59fb-4ba5-a4fb-3ddb7727b199 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.602343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd21b073-59fb-4ba5-a4fb-3ddb7727b199" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.602412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd21b073-59fb-4ba5-a4fb-3ddb7727b199" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.602702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd21b073-59fb-4ba5-a4fb-3ddb7727b199" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.602800] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd21b073-59fb-4ba5-a4fb-3ddb7727b199',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.903488] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.903686] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.903748] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.903994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.904211] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.904332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.904423] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.904614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.904729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.904835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.904952] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.910854] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.910854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.910854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.911099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.924516] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.924732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.924812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.924992] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.925179] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.925271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.925330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.925485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.925569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.925653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.925742] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.000339] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.000569] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.001636] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.001803] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.002615] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.002779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.003529] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.003627] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.004339] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.004430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.005070] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.005169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.005981] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.005981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.008732] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.008732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.009047] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.009140] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.009852] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.009948] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.012607] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.013165] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.013256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.013930] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.014337] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.014438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.020946] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.021399] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.021550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.022234] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.022649] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.022752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.023447] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.023840] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.023933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.024538] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.024914] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.025031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.028823] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.029305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.029515] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.029625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.029682] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.029889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.029961] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.030076] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be updated. [ 1267.031060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.031247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.057428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.057684] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3100d05e-0fa2-4fac-b482-3b16c1edb19e is going to be deleted. [ 1267.059242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.059630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.079744] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.079923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.079978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.080178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.080321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.083804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.083928] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be deleted. [ 1267.084779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.084983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.090437] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: IN_PROGRESS for 2s [ 1267.105291] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd21b073-59fb-4ba5-a4fb-3ddb7727b199 [ 1267.106074] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.106074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.106074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.106074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.106074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.106074] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd21b073-59fb-4ba5-a4fb-3ddb7727b199 already deleted. [ 1267.106377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd21b073-59fb-4ba5-a4fb-3ddb7727b199" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.110713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.110876] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8637fd64-3290-48e5-a150-fb365459253a is going to be deleted. [ 1267.112081] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.112321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.161430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.161678] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e770550a-3d92-419b-9d40-926d316f8353 is going to be deleted. [ 1267.163702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.163702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.183045] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.183234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.200363] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.200537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.232014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.232014] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadac7fe-6de4-4236-92e3-8e9e3c8de631 is going to be deleted. [ 1267.233098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.233393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.255837] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.255988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.266622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.266768] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 487b9c5c-f4ad-42ff-847b-73953e3c3dfb is going to be deleted. [ 1267.267776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.267899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.341720] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.341904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.393158] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.393316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.403987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.404145] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c7efa-9679-4a90-81cf-340889c4afd8 is going to be deleted. [ 1267.405412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.405677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.407299] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.439153] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.447435] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.447609] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.456750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.456908] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9763e51-12cb-4708-9f1d-645066c46e6a is going to be deleted. [ 1267.458291] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.458514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.505068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.505252] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a6e00ad-ef5d-4449-9a25-9579b7138dc5 is going to be deleted. [ 1267.506198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.506418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.630470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.630470] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469b0ddc-22ff-46a3-9548-dead9e6e52da is going to be deleted. [ 1267.632048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.632048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.632048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.632237] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb is going to be deleted. [ 1267.633572] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.633687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.633736] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.633913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.633994] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.634127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c7efa-9679-4a90-81cf-340889c4afd8" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.634260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.634408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.784278] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.784402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.831260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.831260] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883ab979-4cf8-49cc-b00b-cb86e5bd4881 is going to be deleted. [ 1267.835039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.835039] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.909752] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20be4613-89b2-48c7-bcc6-2b8a428fa887: rpc.has_security_group_logging(os_id): False [ 1267.941618] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3109614d-642a-443b-bb5e-5e9adb6708e7: rpc.has_security_group_logging(os_id): False [ 1267.943731] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.943892] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eaed105-7808-40c4-8ad1-25516031be6f is going to be deleted. [ 1267.944698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.944917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.947554] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.947707] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.981690] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.981866] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.983215] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.983363] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.989519] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.989678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.996261] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.996385] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.006981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.007157] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721d44a3-035c-4c94-aaa8-5a2b1fb333ce is going to be deleted. [ 1268.008097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.008312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.009836] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.009980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.053661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.053857] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d961528-3264-4e3a-9c3f-9ad5832b27c4 is going to be deleted. [ 1268.055009] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.055239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.055338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.055466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3100d05e-0fa2-4fac-b482-3b16c1edb19e" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.055650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.055836] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.055918] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.056065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.056608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.056770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.056853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.056970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8637fd64-3290-48e5-a150-fb365459253a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.057117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.057259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.057336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.057454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e770550a-3d92-419b-9d40-926d316f8353" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.057599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.057739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.057814] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.057923] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadac7fe-6de4-4236-92e3-8e9e3c8de631" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.058060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.058199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.058273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.058375] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-487b9c5c-f4ad-42ff-847b-73953e3c3dfb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.058498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.058632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.105937] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.106109] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8ebc9e-6182-46b9-b352-18fd623b0f02 is going to be deleted. [ 1268.107036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.107251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.107342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.107466] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9763e51-12cb-4708-9f1d-645066c46e6a" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.107636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.107800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.107843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.107987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a6e00ad-ef5d-4449-9a25-9579b7138dc5" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.108573] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.108756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.108860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.109012] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.109312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.109312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.127955] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.128115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.145282] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.145624] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.145751] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.145808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.146011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.146103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.146203] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1268.147550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.147813] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.147935] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.148092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469b0ddc-22ff-46a3-9548-dead9e6e52da" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.148239] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.148405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.232791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.232791] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.232791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.232791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.233092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.233092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.233092] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 is going to be updated. [ 1268.234775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.234775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.234775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.234775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721d44a3-035c-4c94-aaa8-5a2b1fb333ce" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.236313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.236313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.236313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.236313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883ab979-4cf8-49cc-b00b-cb86e5bd4881" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.236313] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.236313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.236313] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.236588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.237163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.237299] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eaed105-7808-40c4-8ad1-25516031be6f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.255037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.255325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.255325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.255584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.255584] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.255730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8ebc9e-6182-46b9-b352-18fd623b0f02" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.289846] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.290085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.290189] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.290429] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.290523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.290681] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d961528-3264-4e3a-9c3f-9ad5832b27c4" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.418209] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.418958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.418958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.418958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.418958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.432628] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.433354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.433354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.433354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.433354] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.468043] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 in Status: IN_PROGRESS for 2s [ 1268.469178] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1269.047060] env[65945]: INFO networking_nsxv3.common.synchronization [req-82798290-8135-4a8f-94b4-ea8dd5a0212d req-49f475cc-35d7-4d06-b82d-a869294f1265 tempest-ImagesOneServerNegativeTestJSON-681205578 tempest-ImagesOneServerNegativeTestJSON-681205578-project-member] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1269.047885] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1269.048373] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.048580] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.048737] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.049225] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.049313] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.049488] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.049604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.049857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.050094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.050196] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.104120] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb in Status: SUCCESS [ 1269.104305] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01aa1893-7d59-4550-bd68-89b4354fb0fb deletion is rescheduled due to dependency. [ 1269.104420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01aa1893-7d59-4550-bd68-89b4354fb0fb" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.392033] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.392213] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.392299] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.392619] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.392885] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.393188] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.393337] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.393566] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.393710] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.393921] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.394050] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.394160] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.394277] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.394386] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.394490] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.394629] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.423776] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.423987] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1269.424138] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.424314] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-498" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.424635] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-b10cdaed-efb6-4d37-ac63-0267e60d74a7 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.424812] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-b10cdaed-efb6-4d37-ac63-0267e60d74a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.424934] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-b10cdaed-efb6-4d37-ac63-0267e60d74a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.425273] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-b10cdaed-efb6-4d37-ac63-0267e60d74a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.425411] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10cdaed-efb6-4d37-ac63-0267e60d74a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.553154] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.553412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.553412] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.553598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.553688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.553888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.553988] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.554069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.554254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.554348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.554439] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be deleted. [ 1269.595715] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.595934] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.596023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.596238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.596332] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.596434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.928275] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.928574] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.928723] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.929071] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.929257] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.929470] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port b10cdaed-efb6-4d37-ac63-0267e60d74a7 not found, creating... [ 1269.929785] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.929978] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.930145] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.930407] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.930569] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.930973] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.931326] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.931581] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.932028] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.932231] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.932424] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: b10cdaed-efb6-4d37-ac63-0267e60d74a7 is going to be created. [ 1269.960995] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.961235] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.961286] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.961711] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.961981] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.962233] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-b10cdaed-efb6-4d37-ac63-0267e60d74a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.485254] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1270.485254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.485254] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 in Status: SUCCESS [ 1270.485432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.650136] env[65945]: INFO networking_nsxv3.common.synchronization [req-82798290-8135-4a8f-94b4-ea8dd5a0212d req-f03fa7c6-cf0e-4d37-8c33-5eba3d524362 service nova] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_rules [ 1270.650136] env[65945]: INFO networking_nsxv3.common.synchronization [req-82798290-8135-4a8f-94b4-ea8dd5a0212d req-f03fa7c6-cf0e-4d37-8c33-5eba3d524362 service nova] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1270.650496] env[65945]: INFO networking_nsxv3.common.synchronization [req-82798290-8135-4a8f-94b4-ea8dd5a0212d req-f03fa7c6-cf0e-4d37-8c33-5eba3d524362 service nova] Enqueued Resource ID: b10cdaed-efb6-4d37-ac63-0267e60d74a7 with Priority: HIGHEST for action port [ 1270.650496] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_rules [ 1270.650579] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1270.650699] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10cdaed-efb6-4d37-ac63-0267e60d74a7 with Priority: HIGHEST for action port [ 1270.651654] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.651788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.651855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.652075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.652158] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.653071] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.653236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.653236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.653333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.653469] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.656614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.656998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.656998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.657100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.657144] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.658101] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-b10cdaed-efb6-4d37-ac63-0267e60d74a7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.658205] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b10cdaed-efb6-4d37-ac63-0267e60d74a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.658256] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b10cdaed-efb6-4d37-ac63-0267e60d74a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.658387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b10cdaed-efb6-4d37-ac63-0267e60d74a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.658497] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10cdaed-efb6-4d37-ac63-0267e60d74a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.728231] env[65945]: INFO networking_nsxv3.common.synchronization [None req-e2d07c95-6e6e-4d4c-86b7-73802a94f6e7 None None] Enqueued Resource ID: 6de84a30-2c4b-42fb-99c5-6ee4845f6603 with Priority: HIGHEST for action port [ 1270.728486] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de84a30-2c4b-42fb-99c5-6ee4845f6603 with Priority: HIGHEST for action port [ 1270.729037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-6de84a30-2c4b-42fb-99c5-6ee4845f6603 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.729166] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6de84a30-2c4b-42fb-99c5-6ee4845f6603" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.729235] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6de84a30-2c4b-42fb-99c5-6ee4845f6603" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.729568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6de84a30-2c4b-42fb-99c5-6ee4845f6603" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.729745] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de84a30-2c4b-42fb-99c5-6ee4845f6603',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.159823] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.161389] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.161389] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.161389] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b10cdaed-efb6-4d37-ac63-0267e60d74a7 with status ACTIVE [ 1271.161729] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.161729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.161903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.162615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.162615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.162615] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.162615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.162615] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.163071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.163071] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.163071] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.163320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.163320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.163439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.163439] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.163560] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b10cdaed-efb6-4d37-ac63-0267e60d74a7 is going to be updated. [ 1271.187054] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.187209] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.187284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.187503] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.187662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.187822] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b10cdaed-efb6-4d37-ac63-0267e60d74a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.194223] env[65945]: INFO networking_nsxv3.common.synchronization [req-db904637-d2ca-4712-8fa1-239a7ed248ec req-4f5ab2b9-604f-4ac6-ba0c-0cba53d6e39b tempest-ServerRescueTestJSON-1694310475 tempest-ServerRescueTestJSON-1694310475-project-member] Enqueued Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1271.194990] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1271.195052] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.195169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.195237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.195475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.195620] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.195720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.195783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.195929] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.196014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.196120] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.233238] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6de84a30-2c4b-42fb-99c5-6ee4845f6603 [ 1271.233238] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.233238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.233238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.233238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.233238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.233238] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6de84a30-2c4b-42fb-99c5-6ee4845f6603 already deleted. [ 1271.233805] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6de84a30-2c4b-42fb-99c5-6ee4845f6603" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.365920] env[65945]: INFO networking_nsxv3.common.synchronization [None req-1eebc399-8c9a-4fb1-8303-70dd7ee82565 tempest-AttachVolumeShelveTestJSON-590274086 tempest-AttachVolumeShelveTestJSON-590274086-project-member] Enqueued Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_rules [ 1271.366483] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_rules [ 1271.366798] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.366911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.366977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.367464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.367617] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.458429] env[65945]: INFO networking_nsxv3.common.synchronization [None req-5f64b866-2599-4311-89a5-153a5b66b592 tempest-AttachVolumeShelveTestJSON-590274086 tempest-AttachVolumeShelveTestJSON-590274086-project-member] Enqueued Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_rules [ 1271.459082] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_rules [ 1271.459618] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.459858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.542464] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.542689] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-578" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.542817] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-578" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.543160] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-578" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.543427] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.543583] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.543703] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.543966] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.544208] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.544431] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.544550] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.544662] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.544770] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.544880] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.544984] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.545147] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.564098] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.564273] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1271.564412] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.564583] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-578" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.564977] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-6585ccf7-05cf-45a7-a105-87eedc1b173c taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.565186] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-6585ccf7-05cf-45a7-a105-87eedc1b173c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.565311] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-6585ccf7-05cf-45a7-a105-87eedc1b173c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.565634] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-6585ccf7-05cf-45a7-a105-87eedc1b173c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.565777] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6585ccf7-05cf-45a7-a105-87eedc1b173c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.661902] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.698771] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.698771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.698771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.698771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.698771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.699163] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.699163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.699163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.699280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.699440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.699440] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 already deleted. [ 1271.699520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.891221] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.891221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.891221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.891221] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.891509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.891509] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 already deleted. [ 1271.891509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.891604] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.892497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.892497] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.068346] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.068731] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.068966] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.069422] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.069829] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.070218] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 6585ccf7-05cf-45a7-a105-87eedc1b173c not found, creating... [ 1272.070543] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.070805] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.071050] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.071679] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.071679] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.072031] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.072187] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.072305] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.072567] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.072716] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.072867] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 6585ccf7-05cf-45a7-a105-87eedc1b173c is going to be created. [ 1272.094087] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.095987] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.095987] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.095987] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.095987] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.095987] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-6585ccf7-05cf-45a7-a105-87eedc1b173c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.164030] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.164030] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.164236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.164355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.164469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.164570] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be created. [ 1272.194622] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.194865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.194865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.195044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.195383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.221949] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: UNINITIALIZED for 2s [ 1272.412284] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.412284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.412284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.412284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.412284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.412284] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 already deleted. [ 1272.412284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.826233] env[65945]: INFO networking_nsxv3.common.synchronization [req-db904637-d2ca-4712-8fa1-239a7ed248ec req-88299d13-6df6-4412-9d6f-f48a5a04ef71 service nova] Enqueued Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_rules [ 1272.826618] env[65945]: INFO networking_nsxv3.common.synchronization [req-db904637-d2ca-4712-8fa1-239a7ed248ec req-88299d13-6df6-4412-9d6f-f48a5a04ef71 service nova] Enqueued Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1272.826618] env[65945]: INFO networking_nsxv3.common.synchronization [req-db904637-d2ca-4712-8fa1-239a7ed248ec req-88299d13-6df6-4412-9d6f-f48a5a04ef71 service nova] Enqueued Resource ID: 6585ccf7-05cf-45a7-a105-87eedc1b173c with Priority: HIGHEST for action port [ 1272.827138] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_rules [ 1272.827296] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1272.828457] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6585ccf7-05cf-45a7-a105-87eedc1b173c with Priority: HIGHEST for action port [ 1272.828778] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.828914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.828982] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.829255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.829339] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.832351] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.832618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.832618] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.832981] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.836112] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.837036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.837036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.837036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.837036] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.837036] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.837949] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-6585ccf7-05cf-45a7-a105-87eedc1b173c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.838077] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6585ccf7-05cf-45a7-a105-87eedc1b173c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.839216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6585ccf7-05cf-45a7-a105-87eedc1b173c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.839216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6585ccf7-05cf-45a7-a105-87eedc1b173c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.839216] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6585ccf7-05cf-45a7-a105-87eedc1b173c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.063786] env[65945]: INFO networking_nsxv3.common.synchronization [None req-a759ec97-f9ff-4d5b-bb34-ff136eda6b10 None None] Enqueued Resource ID: b1e3caff-4634-42c2-a382-9252fda4e6bd with Priority: HIGHEST for action port [ 1273.064368] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e3caff-4634-42c2-a382-9252fda4e6bd with Priority: HIGHEST for action port [ 1273.064891] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e3caff-4634-42c2-a382-9252fda4e6bd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.064891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e3caff-4634-42c2-a382-9252fda4e6bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.064891] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e3caff-4634-42c2-a382-9252fda4e6bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.065116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e3caff-4634-42c2-a382-9252fda4e6bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.065204] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e3caff-4634-42c2-a382-9252fda4e6bd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.340466] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.340660] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.341451] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.341812] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6585ccf7-05cf-45a7-a105-87eedc1b173c with status ACTIVE [ 1273.342329] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.342329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.342329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.342732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.342732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.342873] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.342970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.343061] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.343177] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.343270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.343442] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.343542] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.343628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.343852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.343852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.344053] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6585ccf7-05cf-45a7-a105-87eedc1b173c is going to be updated. [ 1273.393349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.393689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.393771] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.394000] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.394156] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.394319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6585ccf7-05cf-45a7-a105-87eedc1b173c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.568038] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1e3caff-4634-42c2-a382-9252fda4e6bd [ 1273.568038] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.568038] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.568308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.568519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.568624] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.568726] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1e3caff-4634-42c2-a382-9252fda4e6bd already deleted. [ 1273.568812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e3caff-4634-42c2-a382-9252fda4e6bd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.846779] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.232885] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1274.233151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.233279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.233495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.233680] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.233865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.233976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.234094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.234173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.234280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.234330] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.349721] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.349721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.350127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.350127] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.350263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.350460] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 is going to be created. [ 1274.378247] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.378489] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.378579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.378905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.379173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.389400] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: UNINITIALIZED for 2s [ 1274.736869] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.737131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.737131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.737345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.737523] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.737685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.737749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.737887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.737976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.738079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.738230] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.738345] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.738417] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.738530] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.738711] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.738883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.738883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.739063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.739063] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.739184] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.739247] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.243120] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17946449-8ae8-4d78-bfa1-4aec2c5d68b7: rpc.has_security_group_logging(os_id): False [ 1275.261838] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.262048] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.262181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.262549] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.262693] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.262986] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.263163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.263273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.263505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.263647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.264106] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.264196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.264272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.264506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.264637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.264933] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.265110] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.265233] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.265462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.265593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.265734] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be created. [ 1275.396888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.396888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.396888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.396888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.397174] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.412164] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: IN_PROGRESS for 2s [ 1276.398426] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: SUCCESS [ 1276.398647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.398799] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.399023] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.399211] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.399349] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.399383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.399696] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.399795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.399889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.399986] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.902627] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.902883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.902980] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.903356] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.903639] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.903796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.903930] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.904158] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.904321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.904441] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.904706] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.904881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.904957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.905201] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.905406] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.905555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.905661] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.905870] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.906018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.906788] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.906788] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.310203] env[65945]: INFO networking_nsxv3.common.synchronization [req-cb619801-f7d9-4c1a-8e86-18bd232e4562 req-56bd8d39-4989-4623-ab4f-e733867baeb1 tempest-AttachVolumeShelveTestJSON-590274086 tempest-AttachVolumeShelveTestJSON-590274086-project-member] Enqueued Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_members [ 1277.310934] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_members [ 1277.311403] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.311600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.311678] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.312155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.312245] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.312324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.312462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.312652] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.312795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312856] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.408700] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e401f5f2-8072-43b3-8e53-50f838799f56: rpc.has_security_group_logging(os_id): False [ 1277.443113] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1277.443353] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.446711] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.446886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.446886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.447091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.447181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.447396] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.447500] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.447578] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.447735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.447815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.448106] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.448229] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.448342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.448479] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.448550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.448748] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.448845] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.448907] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.449069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.449154] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.449240] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 is going to be created. [ 1277.516286] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.516431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.516495] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.516685] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.516865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.533301] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: IN_PROGRESS for 2s [ 1277.620833] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.620994] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.621068] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.621367] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.621678] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.621882] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.621969] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.622212] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.622358] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.622603] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.622728] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.622840] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.622948] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.623073] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.623174] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.623304] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.650320] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.650486] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1277.650690] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.650916] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.651284] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-8bd11b87-7026-486e-83fa-e8c83f2fa140 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.651502] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.651731] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.652113] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.652633] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd11b87-7026-486e-83fa-e8c83f2fa140',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.815490] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.815650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.815723] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.815939] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.816222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.816559] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.816815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.816990] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.817410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.817694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.817823] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 already deleted. [ 1277.818045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.155011] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.155463] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.155678] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.155984] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.156237] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.156432] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 8bd11b87-7026-486e-83fa-e8c83f2fa140 not found, creating... [ 1278.156924] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.157176] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.157304] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.157572] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.157696] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.158012] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.158208] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.158332] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.158545] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.158683] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.158826] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 8bd11b87-7026-486e-83fa-e8c83f2fa140 is going to be created. [ 1278.180189] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.180392] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.180515] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.180729] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.180959] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.181203] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.892821] env[65945]: INFO networking_nsxv3.common.synchronization [req-cb619801-f7d9-4c1a-8e86-18bd232e4562 req-068d5078-b8fa-40c9-8c69-74c68037528f service nova] Enqueued Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_rules [ 1278.893090] env[65945]: INFO networking_nsxv3.common.synchronization [req-cb619801-f7d9-4c1a-8e86-18bd232e4562 req-068d5078-b8fa-40c9-8c69-74c68037528f service nova] Enqueued Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_members [ 1278.893195] env[65945]: INFO networking_nsxv3.common.synchronization [req-cb619801-f7d9-4c1a-8e86-18bd232e4562 req-068d5078-b8fa-40c9-8c69-74c68037528f service nova] Enqueued Resource ID: 8bd11b87-7026-486e-83fa-e8c83f2fa140 with Priority: HIGHEST for action port [ 1278.893757] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_rules [ 1278.893829] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_members [ 1278.893931] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd11b87-7026-486e-83fa-e8c83f2fa140 with Priority: HIGHEST for action port [ 1278.894689] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.894820] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.894889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.895119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.895271] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.896547] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.896547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.896547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.896798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.896976] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.897168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.897284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.897485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.897632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.897826] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.899174] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd11b87-7026-486e-83fa-e8c83f2fa140 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.899338] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.899491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.900804] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.900804] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd11b87-7026-486e-83fa-e8c83f2fa140',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.402347] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.403976] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.404143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.404564] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bd11b87-7026-486e-83fa-e8c83f2fa140 with status ACTIVE [ 1279.404785] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.405082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.405082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.405434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.405434] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.405589] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.405710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.405811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.405987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.406248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.406572] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.406572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.406800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.406800] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.407026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.407026] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bd11b87-7026-486e-83fa-e8c83f2fa140 is going to be updated. [ 1279.434187] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.434187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.434187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.434187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.434445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.434445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.546409] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: SUCCESS [ 1279.546717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.905789] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.408466] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.408690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.408690] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.408821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.408957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.409090] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 is going to be created. [ 1280.438390] env[65945]: INFO networking_nsxv3.common.synchronization [req-c6e0fb68-a4c0-4a11-aa0d-f618a23590d3 req-fdc59ef7-e219-43fd-bbe5-3c6596f77c27 tempest-ImagesOneServerNegativeTestJSON-681205578 tempest-ImagesOneServerNegativeTestJSON-681205578-project-member] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1280.439151] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGHEST for action security_group_members [ 1280.439606] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.439772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.439868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.440159] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.440364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.440487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.440577] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.440839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.440986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.441125] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.468646] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.468847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.468892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.469761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.469761] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.484202] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: UNINITIALIZED for 2s [ 1280.944285] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.944785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.944785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.944897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.944958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.945428] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.945555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.945598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.945774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.945853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.945931] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be updated. [ 1280.978379] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.978379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.978531] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.979216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.979216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.989516] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: IN_PROGRESS for 2s [ 1282.495755] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: SUCCESS [ 1282.496150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.496603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.497076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.497076] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.497200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.497269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.497443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.497556] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.498415] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.498415] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.999632] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.001356] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 in Status: SUCCESS [ 1283.001554] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 deletion is rescheduled due to dependency. [ 1283.001698] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.503619] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc4b6e77-49d2-4ebd-aa77-12264017af92: rpc.has_security_group_logging(os_id): False [ 1283.526776] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.526976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.527307] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.527576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.527674] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.527927] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.528064] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.528131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.528284] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.528368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.528460] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 is going to be created. [ 1283.593611] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.593828] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.593885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.594191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.594418] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.607988] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: IN_PROGRESS for 2s [ 1285.440548] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.440936] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1285.621703] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: SUCCESS [ 1285.621936] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.167258] env[65945]: INFO networking_nsxv3.common.synchronization [None req-c2ee1d39-9a0f-454e-98b3-abf49e2b94dc None None] Enqueued Resource ID: d90a0943-7747-405a-ae07-bd1529493dd6 with Priority: HIGHEST for action port [ 1289.169480] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90a0943-7747-405a-ae07-bd1529493dd6 with Priority: HIGHEST for action port [ 1289.169480] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-d90a0943-7747-405a-ae07-bd1529493dd6 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.169480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d90a0943-7747-405a-ae07-bd1529493dd6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.169480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d90a0943-7747-405a-ae07-bd1529493dd6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.169480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d90a0943-7747-405a-ae07-bd1529493dd6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.169480] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90a0943-7747-405a-ae07-bd1529493dd6',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.671290] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d90a0943-7747-405a-ae07-bd1529493dd6 [ 1289.671515] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.671643] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.671732] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.671955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.672084] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.672179] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d90a0943-7747-405a-ae07-bd1529493dd6 already deleted. [ 1289.672262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d90a0943-7747-405a-ae07-bd1529493dd6" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.830903] env[65945]: INFO networking_nsxv3.common.synchronization [req-f5c88b79-d34d-4f24-a771-5120f27fda32 req-ff6c2916-8153-40a2-8477-ff5c751ab436 tempest-AttachVolumeNegativeTest-789208274 tempest-AttachVolumeNegativeTest-789208274-project-member] Enqueued Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_members [ 1293.831533] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGHEST for action security_group_members [ 1293.831984] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.832143] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.832276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.832430] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.832607] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.832739] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.832802] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.833018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.833115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.833228] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.335554] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.335710] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.335789] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.336018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.336117] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.336377] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.336520] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.336589] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.336753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.336844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.336975] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 is going to be updated. [ 1294.365405] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.365647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.365647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.365860] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.366041] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.374561] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 in Status: IN_PROGRESS for 2s [ 1294.957844] env[65945]: INFO networking_nsxv3.common.synchronization [req-48bac718-c20b-4b2c-9544-ea41e27a4b54 req-cbc7349b-0401-4b30-aafd-51cf3a1785a5 tempest-ServerRescueTestJSON-1694310475 tempest-ServerRescueTestJSON-1694310475-project-member] Enqueued Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1294.958489] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1294.959373] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.959373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.959519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.959617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.959805] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.959914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.959975] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.960149] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.960236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.960332] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.283018] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.283278] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-578" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.283453] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-578" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.283751] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-578" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.284079] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.284278] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.284478] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.284642] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.284782] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.284989] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.285121] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.285238] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.285343] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.285451] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.285554] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.285683] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.313821] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.314072] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1295.314229] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.314426] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-578" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.314795] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.314979] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.315142] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.315494] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.315636] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5642ec8-63a7-4b54-9efb-cb0f0c78c696',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.462564] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.818337] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.818628] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.818791] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.819146] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.819371] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.819568] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port c5642ec8-63a7-4b54-9efb-cb0f0c78c696 not found, creating... [ 1295.819913] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.820126] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.820281] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.820548] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.820694] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.821043] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.821244] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.821395] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.821703] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.821932] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.822112] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: c5642ec8-63a7-4b54-9efb-cb0f0c78c696 is going to be created. [ 1295.842532] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.842787] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.843055] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.843382] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.843681] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.843969] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.965476] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.384895] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 in Status: SUCCESS [ 1296.385156] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 deletion is rescheduled due to dependency. [ 1296.385320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.470772] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.470914] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.470977] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.471280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.471411] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.471571] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 is going to be updated. [ 1296.501110] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.501196] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.501273] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.501464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.501611] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.511668] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: IN_PROGRESS for 2s [ 1296.549562] env[65945]: INFO networking_nsxv3.common.synchronization [req-48bac718-c20b-4b2c-9544-ea41e27a4b54 req-20b23689-d1a8-49e3-b12b-cce98e07da0c service nova] Enqueued Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_rules [ 1296.549742] env[65945]: INFO networking_nsxv3.common.synchronization [req-48bac718-c20b-4b2c-9544-ea41e27a4b54 req-20b23689-d1a8-49e3-b12b-cce98e07da0c service nova] Enqueued Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1296.549877] env[65945]: INFO networking_nsxv3.common.synchronization [req-48bac718-c20b-4b2c-9544-ea41e27a4b54 req-20b23689-d1a8-49e3-b12b-cce98e07da0c service nova] Enqueued Resource ID: c5642ec8-63a7-4b54-9efb-cb0f0c78c696 with Priority: HIGHEST for action port [ 1296.550546] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_rules [ 1296.550546] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1296.550662] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5642ec8-63a7-4b54-9efb-cb0f0c78c696 with Priority: HIGHEST for action port [ 1296.550970] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.551471] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.551597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.552706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.552706] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.553516] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.556633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.556633] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.556633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.556633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.556633] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.556633] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5642ec8-63a7-4b54-9efb-cb0f0c78c696',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.054573] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.054996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.056062] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5642ec8-63a7-4b54-9efb-cb0f0c78c696 with status ACTIVE [ 1297.056241] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.056403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.056496] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.056793] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.056909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.057134] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.057238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.057300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.057463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.057540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.057717] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.057811] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.057873] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.058014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.058091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.058174] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5642ec8-63a7-4b54-9efb-cb0f0c78c696 is going to be updated. [ 1297.080904] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.080904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.081272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.081272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.081393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.081545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5642ec8-63a7-4b54-9efb-cb0f0c78c696" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.523166] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: SUCCESS [ 1298.523497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.523497] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.523703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.523854] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.523986] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.524162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.524336] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.524443] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.524527] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.027352] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.529614] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.032504] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.032785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.032785] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.032969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.033082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.033184] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 is going to be updated. [ 1300.061106] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.061326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.061326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.061475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.061622] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.074558] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: IN_PROGRESS for 2s [ 1301.551558] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.551954] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1302.087441] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: SUCCESS [ 1302.087726] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.087897] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.088199] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.088419] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.088546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.088617] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.088770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.088849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.088964] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.089082] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.591225] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.591646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.591646] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.591741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.591971] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.592107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.592210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.592399] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.592490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.592599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.592779] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.592917] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.592998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.593187] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.593366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.593499] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.593575] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.593745] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.593844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.593951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.594121] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.097075] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e401f5f2-8072-43b3-8e53-50f838799f56: rpc.has_security_group_logging(os_id): False [ 1303.115842] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.116059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.116059] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.116271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.116362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.116577] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.116677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.116740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.116892] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.116971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.117168] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.117263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.117324] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.117502] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.117583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.117806] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.117955] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.118044] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.118248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.118364] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.118455] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 is going to be updated. [ 1303.185023] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.185259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.185259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.185510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.185694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.202406] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: IN_PROGRESS for 2s [ 1305.217112] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: SUCCESS [ 1305.217436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.552750] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.553152] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.554266] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.554659] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.555876] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.556298] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.271995] env[65945]: INFO networking_nsxv3.common.synchronization [req-e9025011-3fdb-4460-a783-9af92d62ab18 req-a2cd0079-5790-4ec0-a4be-0be956c4208c tempest-ServerRescueTestJSON-1694310475 tempest-ServerRescueTestJSON-1694310475-project-member] Enqueued Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1319.272595] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1319.272905] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.273076] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.273188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.273330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.273482] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.273579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.273644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.273784] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.273868] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.273962] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.776420] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.279344] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.782831] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.782831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.782831] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.783181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.783181] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.783181] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 is going to be updated. [ 1320.814740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.814959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.814959] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.815171] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.815322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.824265] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: IN_PROGRESS for 2s [ 1322.835769] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: SUCCESS [ 1322.836056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.274549] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.274923] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.921335] env[65945]: INFO networking_nsxv3.common.synchronization [req-2ce0ba30-9838-4cf5-b28d-ebfd5265f9e4 req-c375749c-8e08-4ccb-bd65-ae7fd9734b93 tempest-ServerRescueTestJSON-1694310475 tempest-ServerRescueTestJSON-1694310475-project-member] Enqueued Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1326.921584] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGHEST for action security_group_members [ 1326.922389] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.922541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.922629] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.922837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.923246] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.923246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.923246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.923421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.923474] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.923629] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.425688] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.425834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.425834] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.426194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.426372] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.426684] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.427311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.427311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.427311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.427311] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.427598] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 is going to be updated. [ 1327.457699] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.457889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.457889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.458085] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.458222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.467813] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: IN_PROGRESS for 2s [ 1329.479936] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e401f5f2-8072-43b3-8e53-50f838799f56 in Status: SUCCESS [ 1329.480348] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 deletion is rescheduled due to dependency. [ 1329.480348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.923085] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.923524] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.923848] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.924276] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.924659] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.925043] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.925674] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.926067] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.927062] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.927425] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.928583] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.928973] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.825113] env[65945]: INFO networking_nsxv3.common.synchronization [req-31ea1628-5988-469b-a540-461349b4e025 req-4f9e3a54-d849-4ab7-b6d8-f3c3a167005c tempest-ServerActionsTestOtherB-1892808 tempest-ServerActionsTestOtherB-1892808-project-member] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1360.825649] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1360.825991] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.826359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.826451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.826647] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.826804] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.826903] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.826968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.827124] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.827210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.827303] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.033823] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.034021] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.034153] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.034413] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.034674] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.034898] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.035088] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.035316] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.035463] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.035684] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1361.035797] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1361.035904] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1361.036024] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1361.036134] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1361.036237] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1361.036368] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1361.057161] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1361.057334] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1361.057469] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1361.057639] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.058737] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-8bd11b87-7026-486e-83fa-e8c83f2fa140 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.058818] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.058933] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.059278] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.059354] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd11b87-7026-486e-83fa-e8c83f2fa140',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.329791] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.329998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.330062] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.330511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.330511] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.330753] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.330887] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.330969] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.331169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.331272] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.331380] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1361.360214] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.360467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.360588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.360796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.360951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.369081] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1361.561507] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.561732] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.561861] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.562217] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.562375] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.562719] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.562928] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.563070] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.563236] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.563369] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.564755] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.565310] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.566073] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.566625] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.566921] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.567208] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 8bd11b87-7026-486e-83fa-e8c83f2fa140 is going to be updated. [ 1361.588432] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.588649] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.588756] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.589041] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.589244] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.589473] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.283188] env[65945]: INFO networking_nsxv3.common.synchronization [req-998bdfdf-3d19-46ed-9e11-ea54ba4ce314 req-28e33cec-bd15-473b-a5f1-d7baa31ba2ec service nova] Enqueued Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_rules [ 1362.283488] env[65945]: INFO networking_nsxv3.common.synchronization [req-998bdfdf-3d19-46ed-9e11-ea54ba4ce314 req-28e33cec-bd15-473b-a5f1-d7baa31ba2ec service nova] Enqueued Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_members [ 1362.283530] env[65945]: INFO networking_nsxv3.common.synchronization [req-998bdfdf-3d19-46ed-9e11-ea54ba4ce314 req-28e33cec-bd15-473b-a5f1-d7baa31ba2ec service nova] Enqueued Resource ID: 8bd11b87-7026-486e-83fa-e8c83f2fa140 with Priority: HIGHEST for action port [ 1362.284020] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_rules [ 1362.284189] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_members [ 1362.285190] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd11b87-7026-486e-83fa-e8c83f2fa140 with Priority: HIGHEST for action port [ 1362.285496] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.285625] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.285779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.285942] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.285994] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.286801] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.286916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.286979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.287167] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.287629] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.287746] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.287824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.287957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.288057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.288150] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.288888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd11b87-7026-486e-83fa-e8c83f2fa140 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.288995] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.289075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.289222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.289294] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd11b87-7026-486e-83fa-e8c83f2fa140',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.790711] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.790896] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.792209] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.793328] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bd11b87-7026-486e-83fa-e8c83f2fa140 with status ACTIVE [ 1362.793328] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.793540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.793540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.793689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.793876] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.793952] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.794046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.794100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.794247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.794614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.794614] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.794614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.794762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.794885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.794974] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.795073] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bd11b87-7026-486e-83fa-e8c83f2fa140 is going to be updated. [ 1362.818740] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.818956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.818956] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.819163] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.819306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.819464] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd11b87-7026-486e-83fa-e8c83f2fa140" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.297451] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.378244] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1363.378422] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 deletion is rescheduled due to dependency. [ 1363.378545] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.800205] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.800436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.800436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.800628] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.800713] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.800809] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 is going to be updated. [ 1363.830780] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.831022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.831022] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.831210] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.831362] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.841066] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: IN_PROGRESS for 2s [ 1365.852122] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: SUCCESS [ 1365.852419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.852535] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.852757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.852944] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.853074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.853141] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.853290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.853382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.853485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.853616] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.356100] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.859275] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc4b6e77-49d2-4ebd-aa77-12264017af92: rpc.has_security_group_logging(os_id): False [ 1366.876402] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.876672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.876672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.876997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.876997] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.877159] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.877255] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.877319] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.877475] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.877560] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.877644] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 is going to be updated. [ 1366.937810] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.938105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.938105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.938300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.938407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.954307] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: IN_PROGRESS for 2s [ 1367.286117] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.286336] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1367.859376] env[65945]: INFO networking_nsxv3.common.synchronization [req-b7be7453-8c1d-4ee5-9c0b-0e4cbdee40e7 req-87854612-42c7-4b09-ae59-29d1d297db14 tempest-ServerActionsTestOtherB-1892808 tempest-ServerActionsTestOtherB-1892808-project-member] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1367.859992] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1367.860577] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.860702] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.860775] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.860985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.861163] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.861265] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.861330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.861505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.861594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.861655] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.216602] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.216878] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.216942] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.217237] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.217501] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.217665] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.217781] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.217997] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.218157] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.218366] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1368.218480] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1368.218593] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1368.218724] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1368.218837] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1368.218939] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1368.219101] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1368.240516] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1368.240797] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1368.240958] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1368.241170] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.241484] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-2acff520-83c4-4292-a85c-6e1893fefde0 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.241663] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-2acff520-83c4-4292-a85c-6e1893fefde0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.241786] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-2acff520-83c4-4292-a85c-6e1893fefde0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.242146] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-2acff520-83c4-4292-a85c-6e1893fefde0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.242287] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acff520-83c4-4292-a85c-6e1893fefde0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.365327] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.365570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.365570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.365812] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.365882] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.366074] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.366198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.366248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.366582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.366719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.366780] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1368.400682] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.400916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.400916] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.401129] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.401281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.413973] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1368.744907] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.745199] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.745334] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.745634] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.745788] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.745948] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 2acff520-83c4-4292-a85c-6e1893fefde0 not found, creating... [ 1368.746231] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.746388] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.746506] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.746736] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.746872] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.747173] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.747331] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.747447] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.747655] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.747789] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.747927] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 2acff520-83c4-4292-a85c-6e1893fefde0 is going to be created. [ 1368.772509] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.772775] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.772974] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.773129] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.773365] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.773645] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-2acff520-83c4-4292-a85c-6e1893fefde0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.974045] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: SUCCESS [ 1368.974428] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.493403] env[65945]: INFO networking_nsxv3.common.synchronization [req-b7be7453-8c1d-4ee5-9c0b-0e4cbdee40e7 req-35400ef2-c10b-425c-b9e1-9fa181a9b2c9 service nova] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1369.493673] env[65945]: INFO networking_nsxv3.common.synchronization [req-b7be7453-8c1d-4ee5-9c0b-0e4cbdee40e7 req-35400ef2-c10b-425c-b9e1-9fa181a9b2c9 service nova] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1369.493815] env[65945]: INFO networking_nsxv3.common.synchronization [req-b7be7453-8c1d-4ee5-9c0b-0e4cbdee40e7 req-35400ef2-c10b-425c-b9e1-9fa181a9b2c9 service nova] Enqueued Resource ID: 2acff520-83c4-4292-a85c-6e1893fefde0 with Priority: HIGHEST for action port [ 1369.494461] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1369.494614] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1369.494717] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acff520-83c4-4292-a85c-6e1893fefde0 with Priority: HIGHEST for action port [ 1369.495089] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.495170] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.495237] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.495451] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.495569] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.496558] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.496688] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.496934] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-2acff520-83c4-4292-a85c-6e1893fefde0 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.497091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2acff520-83c4-4292-a85c-6e1893fefde0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.497168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2acff520-83c4-4292-a85c-6e1893fefde0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.497436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2acff520-83c4-4292-a85c-6e1893fefde0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.497521] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acff520-83c4-4292-a85c-6e1893fefde0',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.999705] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.000175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.000175] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2acff520-83c4-4292-a85c-6e1893fefde0 with status ACTIVE [ 1370.000175] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.000305] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.000431] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.000734] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.000987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.001125] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.001251] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.001333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.001517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.001626] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.001840] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.001962] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.002054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.002234] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.002325] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.002429] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2acff520-83c4-4292-a85c-6e1893fefde0 is going to be updated. [ 1370.023920] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.024138] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.024175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.024357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.024498] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.024655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2acff520-83c4-4292-a85c-6e1893fefde0" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.423582] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1370.423785] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 deletion is rescheduled due to dependency. [ 1370.423875] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.424296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.424296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.424506] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.424567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.424634] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.424791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.424880] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.424977] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.927798] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.430741] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.934653] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.934653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.934653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.934653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.934653] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.934653] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1371.966320] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.966539] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.966586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.966838] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.967010] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.978343] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1373.989384] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1373.989719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.989767] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.989971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.990167] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.990283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.990350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.990517] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.990598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.990684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.990773] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.493303] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.496046] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.496046] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1374.995732] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20be4613-89b2-48c7-bcc6-2b8a428fa887: rpc.has_security_group_logging(os_id): False [ 1375.013987] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.014207] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.014276] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.014507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.014601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.014851] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.014978] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.015070] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.015238] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.015318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.015409] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1375.078371] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.078581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.078581] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.078741] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.078881] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.090356] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1377.106893] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1377.106893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.497073] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.497448] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.498084] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.498084] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.498840] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.499351] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.500404] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.500839] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.501504] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.501887] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.502562] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.503070] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.503446] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.503740] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.504128] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.504559] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.193899] env[65945]: INFO networking_nsxv3.common.synchronization [req-4bb79c10-3e19-4bd1-94c8-78eba2439989 req-6ba7c4ae-7503-4997-82cf-0d828c6d9b6e tempest-AttachVolumeShelveTestJSON-590274086 tempest-AttachVolumeShelveTestJSON-590274086-project-member] Enqueued Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_members [ 1419.194623] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGHEST for action security_group_members [ 1419.194976] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.195132] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.195206] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.195408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.196165] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.196271] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.196340] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.196510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.196600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.196717] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.699302] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.699540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.699540] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.699743] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.699837] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.700037] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.700142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.700198] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.700359] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.700436] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.700522] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 is going to be updated. [ 1419.739246] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.739487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.739487] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.739664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.739816] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.747864] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: IN_PROGRESS for 2s [ 1421.759946] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 in Status: SUCCESS [ 1421.759946] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 deletion is rescheduled due to dependency. [ 1421.759946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.870099] env[65945]: INFO networking_nsxv3.common.synchronization [None req-827692a2-e56e-4b57-a081-d15baef0bc33 tempest-AttachVolumeShelveTestJSON-590274086 tempest-AttachVolumeShelveTestJSON-590274086-project-member] Enqueued Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_rules [ 1423.870652] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_rules [ 1423.870961] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.871116] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.871224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.871408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.871494] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.960129] env[65945]: INFO networking_nsxv3.common.synchronization [None req-8d1e68e3-4e31-4bf2-83f3-af39a175e1db tempest-AttachVolumeShelveTestJSON-590274086 tempest-AttachVolumeShelveTestJSON-590274086-project-member] Enqueued Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_rules [ 1423.960865] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_rules [ 1423.961274] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.961420] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.398432] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.398608] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.398662] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.398854] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.398944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.399050] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 already deleted. [ 1424.399135] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.399658] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.399821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.399908] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.919364] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.919833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.919833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.919833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.919833] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.920093] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 already deleted. [ 1424.920093] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.962336] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.962739] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.341815] env[65945]: INFO networking_nsxv3.common.synchronization [req-a87a7f4c-4c56-4e31-8d2c-b05995e188a9 req-37b03652-cdd4-40ec-8db8-d59118f4c728 tempest-AttachVolumeShelveTestJSON-590274086 tempest-AttachVolumeShelveTestJSON-590274086-project-member] Enqueued Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_members [ 1429.341815] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_members [ 1429.341815] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.341815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.341815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.341815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.341815] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.341815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.341815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.341815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.341815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.341815] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.595121] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.595329] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.595477] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.595756] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.596017] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.596177] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.596294] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.596507] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.596651] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.596887] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1429.597036] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1429.597155] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1429.597267] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1429.597378] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1429.597487] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1429.597619] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1429.619344] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1429.619408] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1429.619532] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1429.619698] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.620020] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-68d93884-b580-4aea-9101-a4e2e00e83a1 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.620198] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.620322] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.620690] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.620836] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d93884-b580-4aea-9101-a4e2e00e83a1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.843555] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.843787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.843850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.844214] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.844388] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.844699] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.844865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.844984] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.845290] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.845437] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.845574] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 already deleted. [ 1429.845728] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.123281] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.123680] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.123680] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.123910] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.124075] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.124279] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Segment Port 68d93884-b580-4aea-9101-a4e2e00e83a1 not found, creating... [ 1430.124566] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.124728] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.124848] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.125085] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.125229] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.125515] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.125708] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.125832] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.126052] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.126190] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.126333] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 68d93884-b580-4aea-9101-a4e2e00e83a1 is going to be created. [ 1430.148301] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.148487] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.148648] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.148922] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.149181] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.149403] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.837803] env[65945]: INFO networking_nsxv3.common.synchronization [req-a87a7f4c-4c56-4e31-8d2c-b05995e188a9 req-12658920-36b3-41a3-a037-23335171a220 service nova] Enqueued Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_rules [ 1430.838028] env[65945]: INFO networking_nsxv3.common.synchronization [req-a87a7f4c-4c56-4e31-8d2c-b05995e188a9 req-12658920-36b3-41a3-a037-23335171a220 service nova] Enqueued Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_members [ 1430.838175] env[65945]: INFO networking_nsxv3.common.synchronization [req-a87a7f4c-4c56-4e31-8d2c-b05995e188a9 req-12658920-36b3-41a3-a037-23335171a220 service nova] Enqueued Resource ID: 68d93884-b580-4aea-9101-a4e2e00e83a1 with Priority: HIGHEST for action port [ 1430.838680] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_rules [ 1430.838813] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_members [ 1430.838935] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68d93884-b580-4aea-9101-a4e2e00e83a1 with Priority: HIGHEST for action port [ 1430.839349] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.839491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.839614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.839749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.839866] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.841166] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.841309] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.841469] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.841668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.841928] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.841987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.842045] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.842173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.842254] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.842347] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.843969] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-68d93884-b580-4aea-9101-a4e2e00e83a1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.844109] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.844226] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.844909] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.844909] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d93884-b580-4aea-9101-a4e2e00e83a1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.342016] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.342379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.344567] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.346407] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68d93884-b580-4aea-9101-a4e2e00e83a1 with status ACTIVE [ 1431.346598] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.346718] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.346790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.347011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.347099] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.347271] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.347370] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.347433] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.347672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.347672] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.347852] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.347945] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.348021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.348169] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.348245] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.348365] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68d93884-b580-4aea-9101-a4e2e00e83a1 is going to be updated. [ 1431.370534] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.370740] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.370790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.370970] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.371150] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.371343] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.846659] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.349154] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.349513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.349513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.349623] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.349676] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.349818] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 is going to be created. [ 1432.375082] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.375268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.375320] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.375541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.375700] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.387243] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: UNINITIALIZED for 2s [ 1434.398905] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: SUCCESS [ 1434.399301] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.399346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.399543] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.399772] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.399900] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.399968] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.400151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.400236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.400328] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.400422] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.902818] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.404992] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c16a32f-01fc-445d-8576-ce09a89034a2: rpc.has_security_group_logging(os_id): False [ 1435.422598] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.422815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.422815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.423016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.423114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.423403] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.423506] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.423570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.423720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.423827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.423868] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 is going to be created. [ 1435.488686] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.488904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.488904] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.489120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.489308] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.501932] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: IN_PROGRESS for 2s [ 1435.839916] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.840117] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1437.515186] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: SUCCESS [ 1437.515635] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.841906] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.842294] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.843672] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.843672] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.845540] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.845540] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.847038] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.847347] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.847950] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.848382] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.849388] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.849857] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.779204] env[65945]: INFO networking_nsxv3.common.synchronization [req-81d63b97-222f-4dc8-ab64-9d9acc3da23e req-be6e354c-171f-4b71-9d42-1666813edc58 tempest-ServerActionsTestOtherB-1892808 tempest-ServerActionsTestOtherB-1892808-project-member] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1467.779771] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1467.780217] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.780348] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.780408] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.780603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.780757] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.780852] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.781636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.781636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.781636] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.781636] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.283556] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.283851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.283851] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.283998] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.284092] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.284288] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.284403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.284470] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.284650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.284720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.284812] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1468.318818] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.319091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.319091] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.319259] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.319405] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.328870] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1470.344106] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1470.344558] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 deletion is rescheduled due to dependency. [ 1470.344558] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.780743] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.781148] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.895682] env[65945]: INFO networking_nsxv3.common.synchronization [req-ecfec706-6504-4766-ad02-3c9edda66bd3 req-b0ece0a1-5d38-4958-9b4f-568e0f7ff4c6 tempest-ServerActionsTestOtherB-1892808 tempest-ServerActionsTestOtherB-1892808-project-member] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1475.896057] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1475.896168] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.896304] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.896360] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.896551] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.896707] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.896798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.896855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.897008] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.897121] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.897162] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.228344] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.228556] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.228687] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.228971] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.229422] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.229596] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.229720] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.229945] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.230100] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.230312] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1476.230425] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1476.230534] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1476.230638] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1476.230741] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1476.230842] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1476.230968] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1476.252444] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1476.252631] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1476.252739] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1476.252904] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.253262] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-58aff1bd-f28c-4de1-a967-b11009b11e1c taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.253469] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.253578] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.254087] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.254274] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58aff1bd-f28c-4de1-a967-b11009b11e1c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.399439] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.399687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.399687] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.399843] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.399946] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.400241] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.400378] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.400462] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.400677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.400750] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.400843] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1476.426538] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.426749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.426749] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.426926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.427088] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.439128] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1476.758110] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.758341] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.758503] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.758743] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.758890] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.759050] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Segment Port 58aff1bd-f28c-4de1-a967-b11009b11e1c not found, creating... [ 1476.759298] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.759452] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.759568] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.759781] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.759914] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.760204] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.760357] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.760474] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.760674] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.760808] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.760946] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 58aff1bd-f28c-4de1-a967-b11009b11e1c is going to be created. [ 1476.779903] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.780106] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.780226] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.780465] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.780727] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.780952] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.477853] env[65945]: INFO networking_nsxv3.common.synchronization [req-ecfec706-6504-4766-ad02-3c9edda66bd3 req-ece5f7f2-c7b2-4378-a151-e5ca14de49e1 service nova] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1477.478115] env[65945]: INFO networking_nsxv3.common.synchronization [req-ecfec706-6504-4766-ad02-3c9edda66bd3 req-ece5f7f2-c7b2-4378-a151-e5ca14de49e1 service nova] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1477.478199] env[65945]: INFO networking_nsxv3.common.synchronization [req-ecfec706-6504-4766-ad02-3c9edda66bd3 req-ece5f7f2-c7b2-4378-a151-e5ca14de49e1 service nova] Enqueued Resource ID: 58aff1bd-f28c-4de1-a967-b11009b11e1c with Priority: HIGHEST for action port [ 1477.478719] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1477.478851] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1477.478949] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58aff1bd-f28c-4de1-a967-b11009b11e1c with Priority: HIGHEST for action port [ 1477.479248] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.479342] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.479406] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.479603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.479686] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.480616] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.480697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.480938] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-58aff1bd-f28c-4de1-a967-b11009b11e1c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.481054] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.481120] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.481298] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.481572] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58aff1bd-f28c-4de1-a967-b11009b11e1c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.983737] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.984056] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.984056] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58aff1bd-f28c-4de1-a967-b11009b11e1c with status ACTIVE [ 1477.984668] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.984668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.984668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.984668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.984668] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.985079] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.985079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.985079] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.985232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.985232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.985409] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.985485] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.985546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.985694] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.985808] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.985934] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58aff1bd-f28c-4de1-a967-b11009b11e1c is going to be updated. [ 1478.008366] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.008597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.008597] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.008762] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.008889] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.009060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.449937] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1478.450148] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 deletion is rescheduled due to dependency. [ 1478.450292] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.450440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.450770] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.450964] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.451098] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.451164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.451326] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.451400] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.451495] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.954165] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.457155] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.960460] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.960853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.960853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.960853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.960983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.961039] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1479.990691] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.990858] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.991035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.991268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.991494] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.003799] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1482.015729] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1482.016111] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.016232] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.016619] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.016710] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.016795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.016893] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.017026] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.017105] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.017191] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.017282] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.480163] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.480273] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1482.519858] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.022710] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20be4613-89b2-48c7-bcc6-2b8a428fa887: rpc.has_security_group_logging(os_id): False [ 1483.040453] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.040695] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.040777] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.041011] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.041107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.041395] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.041505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.041570] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.041765] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.041848] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.041966] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1483.100792] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.101031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.101031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.101217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.101398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.113299] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1485.126975] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1485.127365] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.481821] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.482212] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.483186] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.483604] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.108964] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1495.108964] env[65945]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b39ed9e8-6504-4a66-ac69-eea04fee42c6 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1497.484872] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.485301] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.486418] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.486837] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.059724] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.059898] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.059966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.060173] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.060283] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.562193] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.065318] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.568215] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1504.568616] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1505.391811] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.392046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.392104] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.392283] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.404296] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1505.406821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.407597] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1505.580354] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.580819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.580819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.580819] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.592482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.593371] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1505.593455] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1505.593545] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1505.596753] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.596950] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.597089] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.597334] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.597587] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.597742] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.597855] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.598087] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.598224] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.598421] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1505.598531] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1505.598637] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1505.598740] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1505.598845] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1505.598948] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1505.599088] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1505.621077] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1505.621243] env[65945]: DEBUG dogpile.cache.region [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1505.621368] env[65945]: DEBUG dogpile.lock [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1505.621537] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "network-270" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.621920] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock port-68d93884-b580-4aea-9101-a4e2e00e83a1 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.622097] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.622216] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.622461] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.622592] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d93884-b580-4aea-9101-a4e2e00e83a1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.632335] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.632490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.632536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.632706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.633467] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.633630] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1505.712411] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.712677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.712677] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.712757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.713083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.713373] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1505.789662] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.789885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.789885] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.790080] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.790381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.790667] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1505.790759] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3c16a32f-01fc-445d-8576-ce09a89034a2', '3109614d-642a-443b-bb5e-5e9adb6708e7', '20be4613-89b2-48c7-bcc6-2b8a428fa887', '17946449-8ae8-4d78-bfa1-4aec2c5d68b7', 'e401f5f2-8072-43b3-8e53-50f838799f56', 'd2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f', 'e2fcaf36-ad27-4a81-ac07-77288ce5d1fd', '5987d65c-4c70-4af5-9c76-02c9846e7dcc', 'e0f1bc12-1a74-4a1b-9091-051020f83ad2', '15b0fad9-919b-44f4-8a65-8974a64cd1ee', 'c8403a20-9889-4594-a848-1e1c36f608a7', '78905535-9ac4-46ff-9a0e-ad5fb759d405', 'f2fb3870-fb20-44be-a6ae-c3c87aba7fac', '8f96e344-462f-4194-b981-489a691052f3', '6131baad-06ad-447e-b476-ceda3426cea9', 'dc4b6e77-49d2-4ebd-aa77-12264017af92', '1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b', 'ceaae064-1736-4d9b-8eff-c20905dd6031', '8de2f5e2-87a8-4128-9c01-a82f94f7a642', '828f5ced-a680-43c6-bca9-e2cf0f297200', '496e361f-8cfd-4ffd-9ddf-4ae206bb6aa7', 'f81e2bff-5937-49d8-b67c-3c4d559669ff', 'a518c947-a614-44d4-bf2f-5ec0b00d464d', 'cdfe5420-85d2-4281-939b-529d88f2d365', '17a8701d-8be9-4d26-a143-a742e47f4c57', 'b98abc6d-855c-4ae4-9348-967fc900791e', '7b0bdd30-b278-4c29-a70f-805ba60cd423', '27c0955a-e917-418d-8af0-dd91bb30e0bc', 'f9d1751c-818b-433c-b416-8250063925d7'} {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1505.790857] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1505.811646] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.811863] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.811913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.812112] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.812200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.812314] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1505.812386] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1505.812456] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1505.885849] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.886106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.886106] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.886270] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.887432] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.887674] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1505.887752] env[65945]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65945) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1505.887825] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1505.887895] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1505.887972] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1505.888057] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGH for action security_group_rules [ 1505.888143] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGH for action security_group_rules [ 1505.888198] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGH for action security_group_rules [ 1505.888264] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGH for action security_group_rules [ 1505.888326] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGH for action security_group_rules [ 1505.888389] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGH for action security_group_rules [ 1505.888450] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGH for action security_group_rules [ 1505.888509] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGH for action security_group_rules [ 1505.888571] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGH for action security_group_rules [ 1505.888632] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGH for action security_group_rules [ 1505.888693] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGH for action security_group_rules [ 1505.888753] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGH for action security_group_rules [ 1505.888814] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGH for action security_group_rules [ 1505.888876] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGH for action security_group_rules [ 1505.888936] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGH for action security_group_rules [ 1505.888997] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGH for action security_group_rules [ 1505.889069] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGH for action security_group_rules [ 1505.889130] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGH for action security_group_rules [ 1505.889193] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGH for action security_group_rules [ 1505.889245] env[65945]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGH for action security_group_rules [ 1505.889341] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.124950] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.125290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.125290] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.125557] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.125733] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.126064] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.126230] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.126355] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.126633] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.126773] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.127069] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.127230] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.127345] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.127576] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.127718] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.127857] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Resource: SegmentPort with ID: 68d93884-b580-4aea-9101-a4e2e00e83a1 is going to be updated. [ 1506.149255] env[65945]: DEBUG networking_nsxv3.common.locking [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.149495] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.149637] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.149900] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.150117] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.150351] env[65945]: DEBUG oslo_concurrency.lockutils [None req-79093eb9-dc60-474e-b99c-60de92a01b5a None None] Releasing lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.698144] env[65945]: INFO networking_nsxv3.common.synchronization [req-4489074b-b163-49c9-8cb0-0a8df16ec232 req-1114f38b-b60a-46ae-93ee-9e09ae8bf0f5 service nova] Enqueued Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_rules [ 1506.698431] env[65945]: INFO networking_nsxv3.common.synchronization [req-4489074b-b163-49c9-8cb0-0a8df16ec232 req-1114f38b-b60a-46ae-93ee-9e09ae8bf0f5 service nova] Enqueued Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_members [ 1506.698475] env[65945]: INFO networking_nsxv3.common.synchronization [req-4489074b-b163-49c9-8cb0-0a8df16ec232 req-1114f38b-b60a-46ae-93ee-9e09ae8bf0f5 service nova] Enqueued Resource ID: 68d93884-b580-4aea-9101-a4e2e00e83a1 with Priority: HIGHEST for action port [ 1506.698969] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_rules [ 1506.699128] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_members [ 1506.699234] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68d93884-b580-4aea-9101-a4e2e00e83a1 with Priority: HIGHEST for action port [ 1506.699328] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGH for action security_group_rules [ 1506.699420] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGH for action security_group_rules [ 1506.699510] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd with Priority: HIGH for action security_group_rules [ 1506.699599] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6131baad-06ad-447e-b476-ceda3426cea9 with Priority: HIGH for action security_group_rules [ 1506.699698] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 with Priority: HIGH for action security_group_rules [ 1506.699788] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 with Priority: HIGH for action security_group_rules [ 1506.699873] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaae064-1736-4d9b-8eff-c20905dd6031 with Priority: HIGH for action security_group_rules [ 1506.699961] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b with Priority: HIGH for action security_group_rules [ 1506.700057] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f96e344-462f-4194-b981-489a691052f3 with Priority: HIGH for action security_group_rules [ 1506.700154] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 with Priority: HIGH for action security_group_rules [ 1506.700241] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac with Priority: HIGH for action security_group_rules [ 1506.700327] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 with Priority: HIGH for action security_group_rules [ 1506.700413] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8403a20-9889-4594-a848-1e1c36f608a7 with Priority: HIGH for action security_group_rules [ 1506.700496] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee with Priority: HIGH for action security_group_rules [ 1506.700579] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 with Priority: HIGH for action security_group_rules [ 1506.700666] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f with Priority: HIGH for action security_group_rules [ 1506.700756] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc with Priority: HIGH for action security_group_rules [ 1506.700844] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401f5f2-8072-43b3-8e53-50f838799f56 with Priority: HIGH for action security_group_rules [ 1506.700926] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 with Priority: HIGH for action security_group_rules [ 1506.701015] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 with Priority: HIGH for action security_group_rules [ 1506.701298] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.701684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.701757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.701973] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.702066] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.702884] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.703014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.703103] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.703275] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.703417] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.703514] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.703576] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.703703] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.704367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.704367] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.704706] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-68d93884-b580-4aea-9101-a4e2e00e83a1 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.704706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.705285] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.705285] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.705285] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d93884-b580-4aea-9101-a4e2e00e83a1',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.705649] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.705735] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.705914] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.706015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.706075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.706217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.706283] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.707066] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.707178] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.707260] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.707445] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.707445] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2fcaf36-ad27-4a81-ac07-77288ce5d1fd',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.708097] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6131baad-06ad-447e-b476-ceda3426cea9 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.708208] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.708280] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.708401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.708470] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6131baad-06ad-447e-b476-ceda3426cea9',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.709135] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828f5ced-a680-43c6-bca9-e2cf0f297200 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.709228] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.709293] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.709440] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.709515] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828f5ced-a680-43c6-bca9-e2cf0f297200',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.710350] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.710350] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.710501] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.710547] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.710588] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de2f5e2-87a8-4128-9c01-a82f94f7a642',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.711281] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceaae064-1736-4d9b-8eff-c20905dd6031 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.711380] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.711421] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.711537] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.711750] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceaae064-1736-4d9b-8eff-c20905dd6031',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.712285] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.712409] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.712529] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.712632] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.712632] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.713342] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f96e344-462f-4194-b981-489a691052f3 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.713483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.713483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.713596] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.713661] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f96e344-462f-4194-b981-489a691052f3',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.714599] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc4b6e77-49d2-4ebd-aa77-12264017af92 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.714599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.714599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.714857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.714857] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc4b6e77-49d2-4ebd-aa77-12264017af92',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.715481] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.715583] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.715645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.715783] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.715849] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2fb3870-fb20-44be-a6ae-c3c87aba7fac',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.716524] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78905535-9ac4-46ff-9a0e-ad5fb759d405 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.716717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.716717] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.717402] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.717402] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78905535-9ac4-46ff-9a0e-ad5fb759d405',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.717616] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8403a20-9889-4594-a848-1e1c36f608a7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.717719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.718240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.718240] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.718240] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8403a20-9889-4594-a848-1e1c36f608a7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.718629] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.718725] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.718787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.718928] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.718995] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b0fad9-919b-44f4-8a65-8974a64cd1ee',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.719714] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.719787] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.719827] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.720455] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.720455] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f1bc12-1a74-4a1b-9091-051020f83ad2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.721082] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.721082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.721082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.721082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.721268] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.721774] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.721877] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.721940] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.722096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.722165] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5987d65c-4c70-4af5-9c76-02c9846e7dcc',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.723088] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e401f5f2-8072-43b3-8e53-50f838799f56 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.723194] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.723252] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.723394] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.723465] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e401f5f2-8072-43b3-8e53-50f838799f56',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.725450] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3109614d-642a-443b-bb5e-5e9adb6708e7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.725550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.725612] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.725754] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.725826] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3109614d-642a-443b-bb5e-5e9adb6708e7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.726509] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.726594] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.726638] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.726913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.726913] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17946449-8ae8-4d78-bfa1-4aec2c5d68b7',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.732038] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.732930] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.733075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.751020] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.751152] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.751216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.751422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.770383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.770501] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6131baad-06ad-447e-b476-ceda3426cea9 is going to be deleted. [ 1506.819130] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.819383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.819383] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.819508] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.819601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.819720] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6131baad-06ad-447e-b476-ceda3426cea9" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.230346] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.230730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.230730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.230730] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.230918] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.231040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.231040] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.231162] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.231246] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.231330] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.231422] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.232316] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68d93884-b580-4aea-9101-a4e2e00e83a1 with status ACTIVE [ 1507.232483] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.232586] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.232644] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.232792] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.232872] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.233079] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.233186] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.233248] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.233387] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.233454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.233632] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.233719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.233772] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.233927] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.234029] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.234140] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68d93884-b580-4aea-9101-a4e2e00e83a1 is going to be updated. [ 1507.250087] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.294327] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.294476] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.294568] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.294756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.296450] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.296645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.296645] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.296840] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.296951] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.297204] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68d93884-b580-4aea-9101-a4e2e00e83a1" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.308936] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.309159] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.309905] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.310053] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.310703] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.310798] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.312641] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.312768] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.313491] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.313572] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.314314] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.314422] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.315177] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.315329] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.316368] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.316509] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.317149] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.317253] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.317834] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1507.318262] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.318357] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.318989] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1507.319390] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.319483] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.320089] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1507.320476] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.320582] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.321155] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1507.321524] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.321621] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.322335] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1507.322746] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.322855] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.323490] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1507.324060] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.324060] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.325044] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1507.325288] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.325403] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.329545] env[65945]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1507.330015] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.330172] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f is going to be deleted. [ 1507.331274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.331377] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.355546] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.355673] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f1bc12-1a74-4a1b-9091-051020f83ad2 is going to be deleted. [ 1507.356613] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.356821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.393867] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.394051] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828f5ced-a680-43c6-bca9-e2cf0f297200 is going to be deleted. [ 1507.394878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.395097] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.429168] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.429426] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.437971] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.438128] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5987d65c-4c70-4af5-9c76-02c9846e7dcc is going to be deleted. [ 1507.439031] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.439247] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.443652] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.443826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.465651] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.465798] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78905535-9ac4-46ff-9a0e-ad5fb759d405 is going to be deleted. [ 1507.466790] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.467014] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.485147] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.485367] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.499756] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.499908] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de2f5e2-87a8-4128-9c01-a82f94f7a642 is going to be deleted. [ 1507.500966] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.501203] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.529442] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.529598] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.540688] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.540941] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.557021] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.557238] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f96e344-462f-4194-b981-489a691052f3 is going to be deleted. [ 1507.558086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.558300] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.584958] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.585205] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2fcaf36-ad27-4a81-ac07-77288ce5d1fd is going to be deleted. [ 1507.586068] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.586286] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.610064] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.610281] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.634222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.634488] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b0fad9-919b-44f4-8a65-8974a64cd1ee is going to be deleted. [ 1507.635306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.635519] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.703210] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.703665] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.718322] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.718476] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc4b6e77-49d2-4ebd-aa77-12264017af92 is going to be deleted. [ 1507.719346] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.719555] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.725087] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.725262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.737766] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.752281] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.752510] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.755121] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.755279] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.755321] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.755513] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.755599] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.755696] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 is going to be updated. [ 1507.770996] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.771255] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3109614d-642a-443b-bb5e-5e9adb6708e7 is going to be deleted. [ 1507.772035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.772243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.804318] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.804504] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e401f5f2-8072-43b3-8e53-50f838799f56 is going to be deleted. [ 1507.805490] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.805712] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.841828] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.842089] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.881096] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.881398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.881398] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.881562] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.881719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.883541] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.883664] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8403a20-9889-4594-a848-1e1c36f608a7 is going to be deleted. [ 1507.884962] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.885100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.885153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.885315] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.885401] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.885518] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3109614d-642a-443b-bb5e-5e9adb6708e7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.886051] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.886263] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.909530] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: IN_PROGRESS for 2s [ 1507.915796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.915966] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17946449-8ae8-4d78-bfa1-4aec2c5d68b7 is going to be deleted. [ 1507.916920] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.917151] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.966637] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.966869] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.982131] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.982347] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceaae064-1736-4d9b-8eff-c20905dd6031 is going to be deleted. [ 1507.983373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.983639] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.052821] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.053093] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b is going to be deleted. [ 1508.054224] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.054454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.054548] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.054684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bb3b7e-c5a0-44a5-a935-ca7ffdd8db0f" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.054850] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.055017] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.055100] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.055216] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f1bc12-1a74-4a1b-9091-051020f83ad2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.055757] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.055924] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.056016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.056223] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828f5ced-a680-43c6-bca9-e2cf0f297200" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.056371] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.056523] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.056600] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.056709] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78905535-9ac4-46ff-9a0e-ad5fb759d405" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.056839] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.056983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.057075] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.057188] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5987d65c-4c70-4af5-9c76-02c9846e7dcc" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.057316] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.057459] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.057534] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.057648] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de2f5e2-87a8-4128-9c01-a82f94f7a642" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.057774] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.057913] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.057987] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.058115] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f96e344-462f-4194-b981-489a691052f3" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.058242] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.058379] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.058454] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.058564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2fcaf36-ad27-4a81-ac07-77288ce5d1fd" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.058689] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.058830] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.058905] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.059016] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b0fad9-919b-44f4-8a65-8974a64cd1ee" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.059155] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.059294] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.059368] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.059482] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc4b6e77-49d2-4ebd-aa77-12264017af92" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.059616] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.059760] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.066888] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.067108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.088692] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.088953] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.109306] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.109486] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2fb3870-fb20-44be-a6ae-c3c87aba7fac is going to be deleted. [ 1508.110414] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.110637] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.110729] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.110853] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e401f5f2-8072-43b3-8e53-50f838799f56" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.111066] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.111217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.111296] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.111410] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8403a20-9889-4594-a848-1e1c36f608a7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.112086] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.112268] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.112358] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.112480] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17946449-8ae8-4d78-bfa1-4aec2c5d68b7" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.179562] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.179801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.179801] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.179983] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.180096] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.180222] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceaae064-1736-4d9b-8eff-c20905dd6031" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.200185] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.200419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.200419] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.200664] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.200791] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.200911] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d06d9ef-6fd4-4741-b9e7-28c93b8dfd8b" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.240542] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20be4613-89b2-48c7-bcc6-2b8a428fa887: rpc.has_security_group_logging(os_id): False [ 1508.245566] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.245752] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.245796] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.245985] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.246094] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.246217] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2fb3870-fb20-44be-a6ae-c3c87aba7fac" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.266662] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.266883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.266883] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.267025] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.309013] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.309425] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.309573] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.309573] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.309715] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.309864] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.309922] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1508.468684] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.468944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.469082] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.469413] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.469654] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.496728] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1509.919501] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: SUCCESS [ 1509.919899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.919899] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.920262] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.920538] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.920711] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.920826] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.921078] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.921220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.921376] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.921538] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.424022] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.511333] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1510.511333] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.927334] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c16a32f-01fc-445d-8576-ce09a89034a2: rpc.has_security_group_logging(os_id): False [ 1510.946414] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.946655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.946655] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.946844] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.968933] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.969320] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.969461] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.969550] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.969782] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.969880] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.969975] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 is going to be updated. [ 1511.057462] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.057684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.057684] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.057888] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.058168] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.075175] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: IN_PROGRESS for 2s [ 1511.701827] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.702030] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1513.092401] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: SUCCESS [ 1513.092733] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.092865] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.093114] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.093214] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.596357] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.596588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.596588] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.596824] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.596953] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.597069] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.597153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.597382] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.597473] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.597564] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.597655] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.100529] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.602577] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c16a32f-01fc-445d-8576-ce09a89034a2: rpc.has_security_group_logging(os_id): False [ 1514.619587] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.619778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.619778] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.620046] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.620153] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.620406] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.620507] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.620567] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.620721] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.620795] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.620881] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 is going to be updated. [ 1514.677306] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.677603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.677603] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.677706] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.677931] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.693097] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: IN_PROGRESS for 2s [ 1516.703356] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.703802] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1516.710713] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: SUCCESS [ 1516.710976] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.704657] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.705028] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.705748] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.706187] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.707431] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.707814] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.708834] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.708834] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.709847] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.710256] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.710613] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.711145] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.164335] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.164661] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.164711] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.165119] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.165536] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.165789] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.165994] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.166348] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.166567] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.166893] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1548.167100] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] NeedRegenerationException {{(pid=65945) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1548.167301] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] no value, waiting for create lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1548.167471] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] value creation lock acquired {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1548.167750] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] No value present for key: 'zone-id' {{(pid=65945) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1548.167853] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Calling creation function for not-yet-present value {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1548.168073] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1548.190982] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1548.191289] env[65945]: DEBUG dogpile.cache.region [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65945) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1548.191519] env[65945]: DEBUG dogpile.lock [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Released creation lock {{(pid=65945) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1548.191798] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "network-721" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.192306] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock port-58aff1bd-f28c-4de1-a967-b11009b11e1c taken with stack trace [, , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.192638] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.192926] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.193319] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.193543] env[65945]: DEBUG networking_nsxv3.api.rpc [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58aff1bd-f28c-4de1-a967-b11009b11e1c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.696598] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.696836] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.696924] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.697247] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.697408] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.697701] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.697863] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.697980] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.698215] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.698355] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.698636] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.698791] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.698909] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.699139] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.699275] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.699417] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Resource: SegmentPort with ID: 58aff1bd-f28c-4de1-a967-b11009b11e1c is going to be updated. [ 1548.728517] env[65945]: DEBUG networking_nsxv3.common.locking [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.728753] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.728837] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.729112] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.729314] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.729536] env[65945]: DEBUG oslo_concurrency.lockutils [None req-105ba86f-58e4-4668-9240-fea105d8ede8 None None] Releasing lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.399343] env[65945]: INFO networking_nsxv3.common.synchronization [req-70e6eece-f872-4b79-aa9e-44d0ece7cb46 req-13c59a48-1c86-4161-9df2-f3b1e222948f service nova] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1549.399593] env[65945]: INFO networking_nsxv3.common.synchronization [req-70e6eece-f872-4b79-aa9e-44d0ece7cb46 req-13c59a48-1c86-4161-9df2-f3b1e222948f service nova] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1549.399647] env[65945]: INFO networking_nsxv3.common.synchronization [req-70e6eece-f872-4b79-aa9e-44d0ece7cb46 req-13c59a48-1c86-4161-9df2-f3b1e222948f service nova] Enqueued Resource ID: 58aff1bd-f28c-4de1-a967-b11009b11e1c with Priority: HIGHEST for action port [ 1549.400156] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_rules [ 1549.400289] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1549.400439] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58aff1bd-f28c-4de1-a967-b11009b11e1c with Priority: HIGHEST for action port [ 1549.401393] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.401393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.401393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.401393] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.401393] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.404719] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.404719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.404719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.404719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.404719] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.404719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.404719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.404719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.404719] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.404719] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.406096] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock port-58aff1bd-f28c-4de1-a967-b11009b11e1c taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.406267] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.406334] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.406460] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.406554] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58aff1bd-f28c-4de1-a967-b11009b11e1c',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.908593] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.908753] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.908941] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.909869] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58aff1bd-f28c-4de1-a967-b11009b11e1c with status ACTIVE [ 1549.910062] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.910175] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.910243] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.910438] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.910536] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.910749] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.910835] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.910878] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.911019] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.911108] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.911287] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.911381] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.911442] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.911579] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.911650] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.911735] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58aff1bd-f28c-4de1-a967-b11009b11e1c is going to be updated. [ 1549.936018] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.936018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.936018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.936018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.936018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.936018] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58aff1bd-f28c-4de1-a967-b11009b11e1c" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.414706] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.917426] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.917630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.917779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.918074] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.918220] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.918378] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1550.952345] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.952593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.952708] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.953035] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.953269] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.966138] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1552.978892] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1552.979355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.979355] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.979563] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.979782] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.979912] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.979979] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.980180] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.980274] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.980373] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.980479] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.483270] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.986482] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20be4613-89b2-48c7-bcc6-2b8a428fa887: rpc.has_security_group_logging(os_id): False [ 1554.005541] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.005776] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.005847] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.006142] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.006236] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.006518] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.006697] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.006779] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.006957] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.007043] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.007176] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1554.073369] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.073565] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.073659] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.073874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.074057] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.092020] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1554.402064] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.402308] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1556.110600] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1556.111065] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.403295] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.403692] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.922077] env[65945]: INFO networking_nsxv3.common.synchronization [req-a9beeb40-fc91-4921-b91e-777f0259284f req-7d6261e5-7634-4aa1-85bb-c7341e529e68 tempest-AttachVolumeShelveTestJSON-590274086 tempest-AttachVolumeShelveTestJSON-590274086-project-member] Enqueued Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_members [ 1559.922714] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 with Priority: HIGHEST for action security_group_members [ 1559.923192] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16a32f-01fc-445d-8576-ce09a89034a2 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.923352] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.923425] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.923630] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.923789] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.923886] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.923947] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.924107] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.924190] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.924877] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16a32f-01fc-445d-8576-ce09a89034a2',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.426279] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.426601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.426601] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.426758] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.426849] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.427058] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.427164] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.427231] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.427407] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.427477] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.427565] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 is going to be updated. [ 1560.454027] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.454200] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.454312] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.454614] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.454815] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.463558] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: IN_PROGRESS for 2s [ 1562.476052] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 in Status: SUCCESS [ 1562.476463] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16a32f-01fc-445d-8576-ce09a89034a2 deletion is rescheduled due to dependency. [ 1562.476463] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16a32f-01fc-445d-8576-ce09a89034a2" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.923558] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.923985] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.380294] env[65945]: INFO networking_nsxv3.common.synchronization [req-5fcebf7c-af20-4547-a041-c03add135d34 req-83f529d1-535b-4f21-a0af-0a0198d860fe tempest-ServerActionsTestOtherB-1892808 tempest-ServerActionsTestOtherB-1892808-project-member] Enqueued Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1565.380801] env[65945]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 with Priority: HIGHEST for action security_group_members [ 1565.381593] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock member-20be4613-89b2-48c7-bcc6-2b8a428fa887 taken with stack trace [, , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.381593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.381593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.381593] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.381593] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.381857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.381857] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.381944] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.382212] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.382286] env[65945]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20be4613-89b2-48c7-bcc6-2b8a428fa887',) {} {{(pid=65945) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.884947] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.885213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.885213] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.885505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.885505] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.885712] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.885809] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.885874] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.886042] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.886119] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.886205] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 is going to be updated. [ 1565.913536] env[65945]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65945) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.913755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.913755] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.913926] env[65945]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.914083] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.923137] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: IN_PROGRESS for 2s [ 1567.934078] env[65945]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 in Status: SUCCESS [ 1567.934491] env[65945]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20be4613-89b2-48c7-bcc6-2b8a428fa887 deletion is rescheduled due to dependency. [ 1567.934491] env[65945]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20be4613-89b2-48c7-bcc6-2b8a428fa887" {{(pid=65945) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.382162] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.382162] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.383365] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.383728] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.384137] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.384589] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.384879] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.385325] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.386529] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.386889] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.387790] env[65945]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.388555] env[65945]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0